[ 523.126260] env[62226]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62226) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.126621] env[62226]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62226) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.126738] env[62226]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62226) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.127052] env[62226]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 523.221989] env[62226]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62226) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 523.232306] env[62226]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62226) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 523.840862] env[62226]: INFO nova.virt.driver [None req-c819a723-6d2c-4413-8f95-af53048646d3 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 523.912159] env[62226]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.912324] env[62226]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.912420] env[62226]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62226) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 527.182014] env[62226]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-81b38ac5-7d97-40b9-9c5b-06f23e47759e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.197604] env[62226]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62226) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 527.197728] env[62226]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-421f64b0-6dfb-4c5b-aef4-272e3c19222f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.229482] env[62226]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 191cd. [ 527.229648] env[62226]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.317s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.230401] env[62226]: INFO nova.virt.vmwareapi.driver [None req-c819a723-6d2c-4413-8f95-af53048646d3 None None] VMware vCenter version: 7.0.3 [ 527.234818] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38384fd8-f4cc-435c-8b5c-a4e29d84ed9d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.256631] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80fb00a-de70-4cfa-9df5-8189e35dc4f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.263132] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83c7344-8549-4af0-91de-913086fa44b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.272773] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc92a82-39f5-4c16-8f55-221d3473add6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.286256] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335e697d-24f7-4b38-8c84-a69dfefff38c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.292736] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3cdca4-50e1-4a3b-b4df-e0cb2cbfd01f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.323339] env[62226]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-26406bd6-f8a0-4fd9-b685-9e4e46bfc4ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.328985] env[62226]: DEBUG nova.virt.vmwareapi.driver [None req-c819a723-6d2c-4413-8f95-af53048646d3 None None] Extension org.openstack.compute already exists. {{(pid=62226) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 527.331714] env[62226]: INFO nova.compute.provider_config [None req-c819a723-6d2c-4413-8f95-af53048646d3 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 527.834736] env[62226]: DEBUG nova.context [None req-c819a723-6d2c-4413-8f95-af53048646d3 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5c590e7a-8ba3-428b-9fa3-f9be62254f9e(cell1) {{(pid=62226) load_cells /opt/stack/nova/nova/context.py:464}} [ 527.837950] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.838198] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.838896] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.839485] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Acquiring lock "5c590e7a-8ba3-428b-9fa3-f9be62254f9e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.839753] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Lock "5c590e7a-8ba3-428b-9fa3-f9be62254f9e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.840945] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Lock "5c590e7a-8ba3-428b-9fa3-f9be62254f9e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.860812] env[62226]: INFO dbcounter [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Registered counter for database nova_cell0 [ 527.868875] env[62226]: INFO dbcounter [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Registered counter for database nova_cell1 [ 527.872041] env[62226]: DEBUG oslo_db.sqlalchemy.engines [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62226) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 527.872673] env[62226]: DEBUG oslo_db.sqlalchemy.engines [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62226) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 527.877262] env[62226]: ERROR nova.db.main.api [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 527.877262] env[62226]: result = function(*args, **kwargs) [ 527.877262] env[62226]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 527.877262] env[62226]: return func(*args, **kwargs) [ 527.877262] env[62226]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 527.877262] env[62226]: result = fn(*args, **kwargs) [ 527.877262] env[62226]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 527.877262] env[62226]: return f(*args, **kwargs) [ 527.877262] env[62226]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 527.877262] env[62226]: return db.service_get_minimum_version(context, binaries) [ 527.877262] env[62226]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 527.877262] env[62226]: _check_db_access() [ 527.877262] env[62226]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 527.877262] env[62226]: stacktrace = ''.join(traceback.format_stack()) [ 527.877262] env[62226]: [ 527.878100] env[62226]: ERROR nova.db.main.api [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 527.878100] env[62226]: result = function(*args, **kwargs) [ 527.878100] env[62226]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 527.878100] env[62226]: return func(*args, **kwargs) [ 527.878100] env[62226]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 527.878100] env[62226]: result = fn(*args, **kwargs) [ 527.878100] env[62226]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 527.878100] env[62226]: return f(*args, **kwargs) [ 527.878100] env[62226]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 527.878100] env[62226]: return db.service_get_minimum_version(context, binaries) [ 527.878100] env[62226]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 527.878100] env[62226]: _check_db_access() [ 527.878100] env[62226]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 527.878100] env[62226]: stacktrace = ''.join(traceback.format_stack()) [ 527.878100] env[62226]: [ 527.878488] env[62226]: WARNING nova.objects.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 527.878613] env[62226]: WARNING nova.objects.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Failed to get minimum service version for cell 5c590e7a-8ba3-428b-9fa3-f9be62254f9e [ 527.879059] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Acquiring lock "singleton_lock" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.879228] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Acquired lock "singleton_lock" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.879493] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Releasing lock "singleton_lock" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.879809] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Full set of CONF: {{(pid=62226) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 527.879952] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ******************************************************************************** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.880094] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] Configuration options gathered from: {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.880233] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.880458] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.880584] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ================================================================================ {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.880794] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] allow_resize_to_same_host = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.880964] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] arq_binding_timeout = 300 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.881107] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] backdoor_port = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.881234] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] backdoor_socket = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.881397] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] block_device_allocate_retries = 60 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.881557] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] block_device_allocate_retries_interval = 3 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.881723] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cert = self.pem {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.881886] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.882061] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute_monitors = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.882228] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] config_dir = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.882395] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] config_drive_format = iso9660 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.882530] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.882690] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] config_source = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.882852] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] console_host = devstack {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.883025] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] control_exchange = nova {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.883186] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cpu_allocation_ratio = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.883345] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] daemon = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.883509] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] debug = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.883665] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] default_access_ip_network_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.883829] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] default_availability_zone = nova {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.883982] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] default_ephemeral_format = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.884161] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] default_green_pool_size = 1000 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.884418] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.884597] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] default_schedule_zone = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.884756] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] disk_allocation_ratio = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.884918] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] enable_new_services = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.885109] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] enabled_apis = ['osapi_compute'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.885274] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] enabled_ssl_apis = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.885433] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] flat_injected = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.885589] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] force_config_drive = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.885744] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] force_raw_images = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.885907] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] graceful_shutdown_timeout = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.886076] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] heal_instance_info_cache_interval = 60 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.886305] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] host = cpu-1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.886480] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.886645] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] initial_disk_allocation_ratio = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.886805] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] initial_ram_allocation_ratio = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.887029] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.887207] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] instance_build_timeout = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.887372] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] instance_delete_interval = 300 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.887539] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] instance_format = [instance: %(uuid)s] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.887711] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] instance_name_template = instance-%08x {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.887869] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] instance_usage_audit = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.888048] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] instance_usage_audit_period = month {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.888218] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.888384] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] instances_path = /opt/stack/data/nova/instances {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.888581] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] internal_service_availability_zone = internal {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.888746] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] key = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.888906] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] live_migration_retry_count = 30 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.889086] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] log_color = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.889253] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] log_config_append = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.889461] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.889639] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] log_dir = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.889801] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] log_file = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.889932] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] log_options = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.890108] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] log_rotate_interval = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.890284] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] log_rotate_interval_type = days {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.890488] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] log_rotation_type = none {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.890631] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.890761] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.890932] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.891112] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.891243] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.891406] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] long_rpc_timeout = 1800 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.891568] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] max_concurrent_builds = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.891725] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] max_concurrent_live_migrations = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.891883] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] max_concurrent_snapshots = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.892057] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] max_local_block_devices = 3 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.892219] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] max_logfile_count = 30 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.892380] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] max_logfile_size_mb = 200 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.892539] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] maximum_instance_delete_attempts = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.892704] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] metadata_listen = 0.0.0.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.892890] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] metadata_listen_port = 8775 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.893040] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] metadata_workers = 2 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.893206] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] migrate_max_retries = -1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.893371] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] mkisofs_cmd = genisoimage {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.893576] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] my_block_storage_ip = 10.180.1.21 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.893710] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] my_ip = 10.180.1.21 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.893909] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.894085] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] network_allocate_retries = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.894261] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.894427] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] osapi_compute_listen = 0.0.0.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.894592] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] osapi_compute_listen_port = 8774 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.894757] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] osapi_compute_unique_server_name_scope = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.894925] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] osapi_compute_workers = 2 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.895098] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] password_length = 12 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.895262] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] periodic_enable = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.895421] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] periodic_fuzzy_delay = 60 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.895588] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] pointer_model = usbtablet {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.895754] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] preallocate_images = none {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.895915] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] publish_errors = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.896059] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] pybasedir = /opt/stack/nova {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.896220] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ram_allocation_ratio = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.896379] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] rate_limit_burst = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.896571] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] rate_limit_except_level = CRITICAL {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.896736] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] rate_limit_interval = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.896894] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] reboot_timeout = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.897062] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] reclaim_instance_interval = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.897223] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] record = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.897390] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] reimage_timeout_per_gb = 60 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.897556] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] report_interval = 120 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.897717] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] rescue_timeout = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.897875] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] reserved_host_cpus = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.898044] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] reserved_host_disk_mb = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.898207] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] reserved_host_memory_mb = 512 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.898366] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] reserved_huge_pages = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.898525] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] resize_confirm_window = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.898684] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] resize_fs_using_block_device = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.898841] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] resume_guests_state_on_host_boot = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.899023] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.899182] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] rpc_response_timeout = 60 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.899367] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] run_external_periodic_tasks = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.899545] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] running_deleted_instance_action = reap {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.899708] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] running_deleted_instance_poll_interval = 1800 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.899867] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] running_deleted_instance_timeout = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.900037] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] scheduler_instance_sync_interval = 120 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.900209] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] service_down_time = 720 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.900422] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] servicegroup_driver = db {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.900605] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] shell_completion = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.900769] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] shelved_offload_time = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.900927] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] shelved_poll_interval = 3600 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.901107] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] shutdown_timeout = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.901269] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] source_is_ipv6 = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.901429] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ssl_only = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.901674] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.901844] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] sync_power_state_interval = 600 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.902014] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] sync_power_state_pool_size = 1000 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.902189] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] syslog_log_facility = LOG_USER {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.902348] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] tempdir = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.902510] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] timeout_nbd = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.902676] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] transport_url = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.902835] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] update_resources_interval = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.902998] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] use_cow_images = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.903172] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] use_eventlog = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.903332] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] use_journal = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.903491] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] use_json = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.903650] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] use_rootwrap_daemon = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.903808] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] use_stderr = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.903965] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] use_syslog = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.904134] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vcpu_pin_set = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.904300] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plugging_is_fatal = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.904464] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plugging_timeout = 300 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.904625] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] virt_mkfs = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.904782] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] volume_usage_poll_interval = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.904938] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] watch_log_file = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.905115] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] web = /usr/share/spice-html5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.905300] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.905467] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.905629] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.905801] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_concurrency.disable_process_locking = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.906711] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.906911] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.907101] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.907284] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.907458] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.907628] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.907813] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.auth_strategy = keystone {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.907984] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.compute_link_prefix = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.908176] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.908353] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.dhcp_domain = novalocal {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.908557] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.enable_instance_password = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.908736] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.glance_link_prefix = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.908905] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.909091] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.909262] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.instance_list_per_project_cells = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.909458] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.list_records_by_skipping_down_cells = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.909634] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.local_metadata_per_cell = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.909805] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.max_limit = 1000 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.909975] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.metadata_cache_expiration = 15 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.910166] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.neutron_default_tenant_id = default {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.910344] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.response_validation = warn {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.910536] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.use_neutron_default_nets = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.910716] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.910887] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.911073] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.911253] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.911425] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.vendordata_dynamic_targets = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.911591] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.vendordata_jsonfile_path = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.911772] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.911967] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.backend = dogpile.cache.memcached {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.912148] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.backend_argument = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.912311] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.backend_expiration_time = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.912516] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.config_prefix = cache.oslo {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.912693] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.dead_timeout = 60.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.912860] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.debug_cache_backend = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.913037] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.enable_retry_client = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.913209] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.enable_socket_keepalive = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.913381] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.enabled = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.913547] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.enforce_fips_mode = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.913712] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.expiration_time = 600 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.913876] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.hashclient_retry_attempts = 2 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.914051] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.hashclient_retry_delay = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.914218] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.memcache_dead_retry = 300 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.914379] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.memcache_password = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.914544] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.914707] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.914870] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.memcache_pool_maxsize = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.915041] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.915207] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.memcache_sasl_enabled = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.915387] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.915555] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.memcache_socket_timeout = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.915716] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.memcache_username = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.915880] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.proxies = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.916057] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.redis_db = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.916220] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.redis_password = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.916391] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.redis_sentinel_service_name = mymaster {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.916567] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.916735] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.redis_server = localhost:6379 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.916898] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.redis_socket_timeout = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.917068] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.redis_username = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.917234] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.retry_attempts = 2 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.917398] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.retry_delay = 0.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.917562] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.socket_keepalive_count = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.917723] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.socket_keepalive_idle = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.917881] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.socket_keepalive_interval = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.918051] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.tls_allowed_ciphers = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.918213] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.tls_cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.918373] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.tls_certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.918535] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.tls_enabled = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.918694] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cache.tls_keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.918863] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.auth_section = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.919044] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.auth_type = password {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.919212] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.919409] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.catalog_info = volumev3::publicURL {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.919579] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.919743] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.919906] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.cross_az_attach = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.920080] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.debug = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.920244] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.endpoint_template = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.920450] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.http_retries = 3 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.920631] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.920790] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.920961] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.os_region_name = RegionOne {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.921141] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.921304] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cinder.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.921475] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.921633] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.cpu_dedicated_set = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.921791] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.cpu_shared_set = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.921952] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.image_type_exclude_list = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.922128] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.922292] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.max_concurrent_disk_ops = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.922454] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.max_disk_devices_to_attach = -1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.922614] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.922781] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.922943] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.resource_provider_association_refresh = 300 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.923114] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.923280] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.shutdown_retry_interval = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.923458] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.923635] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] conductor.workers = 2 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.923812] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] console.allowed_origins = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.923974] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] console.ssl_ciphers = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.924159] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] console.ssl_minimum_version = default {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.924333] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] consoleauth.enforce_session_timeout = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.924534] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] consoleauth.token_ttl = 600 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.924711] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.924870] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.925046] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.925209] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.connect_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.925366] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.connect_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.925526] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.endpoint_override = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.925686] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.925844] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.926007] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.max_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.926173] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.min_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.926329] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.region_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.926508] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.retriable_status_codes = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.926682] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.service_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.926853] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.service_type = accelerator {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.927025] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.927190] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.status_code_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.927348] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.status_code_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.927507] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.927685] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.927847] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] cyborg.version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.928029] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.asyncio_connection = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.928197] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.asyncio_slave_connection = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.928369] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.backend = sqlalchemy {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.928538] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.connection = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.928703] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.connection_debug = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.928871] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.connection_parameters = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.929052] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.connection_recycle_time = 3600 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.929227] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.connection_trace = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.929412] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.db_inc_retry_interval = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.929579] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.db_max_retries = 20 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.929741] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.db_max_retry_interval = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.929905] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.db_retry_interval = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.930080] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.max_overflow = 50 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.930245] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.max_pool_size = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.930432] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.max_retries = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.930607] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.930769] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.mysql_wsrep_sync_wait = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.930929] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.pool_timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.931104] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.retry_interval = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.931266] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.slave_connection = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.931430] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.sqlite_synchronous = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.931592] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] database.use_db_reconnect = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.931759] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.asyncio_connection = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.931919] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.asyncio_slave_connection = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.932097] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.backend = sqlalchemy {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.932269] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.connection = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.932460] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.connection_debug = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.932641] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.connection_parameters = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.932808] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.connection_recycle_time = 3600 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.932973] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.connection_trace = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.933152] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.db_inc_retry_interval = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.933321] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.db_max_retries = 20 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.933486] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.db_max_retry_interval = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.933649] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.db_retry_interval = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.933809] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.max_overflow = 50 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.933971] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.max_pool_size = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.934149] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.max_retries = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.934321] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.934484] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.934641] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.pool_timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.934803] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.retry_interval = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.934961] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.slave_connection = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.935135] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] api_database.sqlite_synchronous = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.935311] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] devices.enabled_mdev_types = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.935489] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.935660] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ephemeral_storage_encryption.default_format = luks {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.935823] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ephemeral_storage_encryption.enabled = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.935984] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.936185] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.api_servers = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.936350] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.936513] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.936678] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.936835] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.connect_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.936993] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.connect_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.937170] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.debug = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.937338] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.default_trusted_certificate_ids = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.937502] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.enable_certificate_validation = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.937662] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.enable_rbd_download = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.937821] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.endpoint_override = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.937983] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.938158] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.938316] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.max_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.938489] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.min_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.938672] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.num_retries = 3 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.938846] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.rbd_ceph_conf = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.939015] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.rbd_connect_timeout = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.939193] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.rbd_pool = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.939403] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.rbd_user = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.939569] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.region_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.939740] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.retriable_status_codes = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.939893] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.service_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.940125] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.service_type = image {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.940258] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.940423] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.status_code_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.940580] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.status_code_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.940740] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.940918] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.941094] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.verify_glance_signatures = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.941258] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] glance.version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.941428] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] guestfs.debug = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.941599] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.auth_section = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.941764] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.auth_type = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.941924] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.942095] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.942265] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.942425] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.connect_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.942585] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.connect_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.942743] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.endpoint_override = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.942906] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.943078] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.943241] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.max_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.943399] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.min_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.943557] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.region_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.943715] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.retriable_status_codes = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.943872] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.service_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.944050] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.service_type = shared-file-system {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.944220] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.share_apply_policy_timeout = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.944403] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.944577] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.status_code_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.944742] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.status_code_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.944902] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.945116] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.945282] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] manila.version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.945454] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] mks.enabled = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.945810] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.946015] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] image_cache.manager_interval = 2400 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.946198] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] image_cache.precache_concurrency = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.946373] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] image_cache.remove_unused_base_images = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.946547] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.946714] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.946889] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] image_cache.subdirectory_name = _base {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.947079] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.api_max_retries = 60 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.947250] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.api_retry_interval = 2 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.947414] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.auth_section = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.947581] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.auth_type = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.947776] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.947899] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.948073] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.948240] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.conductor_group = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.948398] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.connect_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.948556] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.connect_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.948712] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.endpoint_override = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.948874] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.949042] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.949207] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.max_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.949394] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.min_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.949570] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.peer_list = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.949730] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.region_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.949886] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.retriable_status_codes = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.950068] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.serial_console_state_timeout = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.950237] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.service_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.950446] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.service_type = baremetal {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.950628] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.shard = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.950797] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.950953] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.status_code_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.951127] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.status_code_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.951288] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.951471] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.951662] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ironic.version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.951820] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.951992] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] key_manager.fixed_key = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.952191] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.952355] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.barbican_api_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.952519] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.barbican_endpoint = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.952686] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.barbican_endpoint_type = public {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.952842] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.barbican_region_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.953008] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.953174] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.953337] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.953500] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.953656] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.953818] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.number_of_retries = 60 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.953977] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.retry_delay = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.954155] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.send_service_user_token = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.954320] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.954479] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.954640] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.verify_ssl = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.954797] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican.verify_ssl_path = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.954964] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican_service_user.auth_section = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.955140] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican_service_user.auth_type = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.955301] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican_service_user.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.955459] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican_service_user.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.955622] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican_service_user.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.955784] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican_service_user.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.955943] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican_service_user.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.956116] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican_service_user.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.956276] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] barbican_service_user.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.956463] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vault.approle_role_id = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.956638] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vault.approle_secret_id = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.956810] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vault.kv_mountpoint = secret {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.956972] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vault.kv_path = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.957166] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vault.kv_version = 2 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.957325] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vault.namespace = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.957485] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vault.root_token_id = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.957642] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vault.ssl_ca_crt_file = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.957806] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vault.timeout = 60.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.957967] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vault.use_ssl = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.958153] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.958323] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.958483] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.958645] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.958802] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.connect_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.958960] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.connect_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.959127] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.endpoint_override = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.959300] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.959474] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.959636] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.max_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.959794] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.min_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.959951] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.region_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.960131] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.retriable_status_codes = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.960351] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.service_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.960497] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.service_type = identity {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.960690] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.960852] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.status_code_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.961015] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.status_code_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.961186] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.961363] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.961525] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] keystone.version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.961720] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.ceph_mount_options = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.962021] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.962205] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.connection_uri = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.962396] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.cpu_mode = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.962584] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.cpu_model_extra_flags = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.962754] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.cpu_models = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.962925] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.cpu_power_governor_high = performance {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.963108] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.cpu_power_governor_low = powersave {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.963275] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.cpu_power_management = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.963451] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.963619] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.device_detach_attempts = 8 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.963784] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.device_detach_timeout = 20 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.963949] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.disk_cachemodes = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.964122] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.disk_prefix = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.964290] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.enabled_perf_events = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.964452] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.file_backed_memory = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.964617] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.gid_maps = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.964775] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.hw_disk_discard = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.964932] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.hw_machine_type = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.965110] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.images_rbd_ceph_conf = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.965277] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.965441] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.965608] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.images_rbd_glance_store_name = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.965776] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.images_rbd_pool = rbd {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.965945] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.images_type = default {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.966115] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.images_volume_group = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.966278] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.inject_key = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.966438] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.inject_partition = -2 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.966599] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.inject_password = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.966760] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.iscsi_iface = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.966920] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.iser_use_multipath = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.967093] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_bandwidth = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.967259] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.967420] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_downtime = 500 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.967582] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.967742] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.967900] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_inbound_addr = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.968071] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.968234] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_permit_post_copy = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.968392] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_scheme = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.968591] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_timeout_action = abort {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.968757] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_tunnelled = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.968917] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_uri = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.969089] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.live_migration_with_native_tls = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.969251] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.max_queues = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.969439] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.969673] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.969840] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.nfs_mount_options = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.970143] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.970321] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.970508] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.num_iser_scan_tries = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.970678] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.num_memory_encrypted_guests = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.970842] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.971019] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.num_pcie_ports = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.971190] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.num_volume_scan_tries = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.971356] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.pmem_namespaces = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.971516] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.quobyte_client_cfg = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.971805] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.971977] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.rbd_connect_timeout = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.972159] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.972325] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.972485] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.rbd_secret_uuid = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.972645] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.rbd_user = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.972805] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.972971] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.remote_filesystem_transport = ssh {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.973143] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.rescue_image_id = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.973301] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.rescue_kernel_id = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.973463] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.rescue_ramdisk_id = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.973630] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.973787] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.rx_queue_size = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.973951] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.smbfs_mount_options = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.974241] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.974439] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.snapshot_compression = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.974623] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.snapshot_image_format = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.974851] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.975034] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.sparse_logical_volumes = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.975208] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.swtpm_enabled = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.975377] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.swtpm_group = tss {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.975545] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.swtpm_user = tss {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.975718] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.sysinfo_serial = unique {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.975872] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.tb_cache_size = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.976040] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.tx_queue_size = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.976211] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.uid_maps = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.976372] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.use_virtio_for_bridges = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.976540] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.virt_type = kvm {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.976707] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.volume_clear = zero {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.976868] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.volume_clear_size = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.977044] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.volume_use_multipath = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.977209] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.vzstorage_cache_path = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.977378] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.977545] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.vzstorage_mount_group = qemu {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.977707] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.vzstorage_mount_opts = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.977872] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.978154] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.978333] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.vzstorage_mount_user = stack {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.978499] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.978674] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.auth_section = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.978846] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.auth_type = password {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.979016] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.979184] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.979371] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.979541] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.connect_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.979700] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.connect_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.979868] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.default_floating_pool = public {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.980046] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.endpoint_override = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.980215] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.extension_sync_interval = 600 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.980412] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.http_retries = 3 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.980598] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.980765] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.980927] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.max_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.981112] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.981276] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.min_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.981445] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.ovs_bridge = br-int {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.981614] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.physnets = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.981785] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.region_name = RegionOne {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.981945] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.retriable_status_codes = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.982129] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.service_metadata_proxy = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.982289] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.service_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.982454] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.service_type = network {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.982616] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.982776] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.status_code_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.982934] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.status_code_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.983105] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.983286] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.983447] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] neutron.version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.983619] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] notifications.bdms_in_notifications = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.983795] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] notifications.default_level = INFO {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.983958] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] notifications.include_share_mapping = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.984146] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] notifications.notification_format = unversioned {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.984310] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] notifications.notify_on_state_change = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.984483] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.984659] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] pci.alias = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.984829] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] pci.device_spec = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.984992] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] pci.report_in_placement = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.985181] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.auth_section = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.985354] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.auth_type = password {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.985522] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.985681] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.985840] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986008] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986175] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.connect_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986334] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.connect_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986516] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.default_domain_id = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986690] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.default_domain_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.986852] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.domain_id = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987016] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.domain_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987178] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.endpoint_override = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987342] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987500] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987656] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.max_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987811] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.min_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.987973] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.password = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.988144] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.project_domain_id = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.988313] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.project_domain_name = Default {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.988481] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.project_id = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.988651] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.project_name = service {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.988817] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.region_name = RegionOne {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.988975] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.retriable_status_codes = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.989151] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.service_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.989363] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.service_type = placement {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.989548] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.989721] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.status_code_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.989879] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.status_code_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990049] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.system_scope = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990209] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990408] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.trust_id = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990587] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.user_domain_id = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990760] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.user_domain_name = Default {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.990920] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.user_id = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991102] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.username = nova {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991284] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991445] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] placement.version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991631] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.cores = 20 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991815] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.count_usage_from_placement = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.991990] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.992174] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.injected_file_content_bytes = 10240 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.992343] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.injected_file_path_length = 255 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.992511] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.injected_files = 5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.992674] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.instances = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.992839] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.key_pairs = 100 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993008] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.metadata_items = 128 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993181] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.ram = 51200 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993344] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.recheck_quota = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993511] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.server_group_members = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993673] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.server_groups = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.993874] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994058] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] quota.unified_limits_resource_strategy = require {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994233] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994395] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994559] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] scheduler.image_metadata_prefilter = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994719] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.994878] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] scheduler.max_attempts = 3 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995051] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] scheduler.max_placement_results = 1000 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995219] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995383] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] scheduler.query_placement_for_image_type_support = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995546] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995717] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] scheduler.workers = 2 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.995888] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996067] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996246] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996412] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996582] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996806] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.996987] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.997193] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.997363] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.host_subset_size = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.997530] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.997691] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.997859] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998034] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.isolated_hosts = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998218] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.isolated_images = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998382] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998575] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998753] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.998919] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.pci_in_placement = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999094] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999260] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999448] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999615] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999778] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.999941] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000119] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.track_instance_changes = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000297] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000470] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] metrics.required = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000632] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] metrics.weight_multiplier = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000794] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.000952] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] metrics.weight_setting = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.001272] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.001451] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] serial_console.enabled = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.001628] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] serial_console.port_range = 10000:20000 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.001798] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.001965] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.002145] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] serial_console.serialproxy_port = 6083 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.002315] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] service_user.auth_section = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.002514] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] service_user.auth_type = password {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.002679] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] service_user.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.002840] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] service_user.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003008] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] service_user.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003178] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] service_user.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003337] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] service_user.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003507] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] service_user.send_service_user_token = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003668] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] service_user.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003822] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] service_user.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.003989] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.agent_enabled = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.004174] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.enabled = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.004482] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.004694] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.004867] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.html5proxy_port = 6082 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005039] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.image_compression = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005203] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.jpeg_compression = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005362] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.playback_compression = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005525] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.require_secure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005689] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.server_listen = 127.0.0.1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.005858] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006027] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.streaming_mode = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006189] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] spice.zlib_compression = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006355] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] upgrade_levels.baseapi = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006533] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] upgrade_levels.compute = auto {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006686] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] upgrade_levels.conductor = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.006844] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] upgrade_levels.scheduler = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007014] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vendordata_dynamic_auth.auth_section = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007190] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vendordata_dynamic_auth.auth_type = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007349] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vendordata_dynamic_auth.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007507] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vendordata_dynamic_auth.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007668] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007829] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vendordata_dynamic_auth.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.007985] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vendordata_dynamic_auth.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.008162] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.008316] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vendordata_dynamic_auth.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.008551] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.api_retry_count = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.008646] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.ca_file = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.008818] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.cache_prefix = devstack-image-cache {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.008997] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.cluster_name = testcl1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009161] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.connection_pool_size = 10 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009346] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.console_delay_seconds = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009523] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.datastore_regex = ^datastore.* {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009733] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.009908] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.host_password = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010089] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.host_port = 443 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010263] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.host_username = administrator@vsphere.local {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010465] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.insecure = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010634] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.integration_bridge = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010797] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.maximum_objects = 100 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.010957] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.pbm_default_policy = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011132] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.pbm_enabled = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011290] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.pbm_wsdl_location = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011456] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011621] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.serial_port_proxy_uri = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011800] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.serial_port_service_uri = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.011971] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.task_poll_interval = 0.5 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012155] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.use_linked_clone = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012326] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.vnc_keymap = en-us {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012496] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.vnc_port = 5900 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012657] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vmware.vnc_port_total = 10000 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.012839] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vnc.auth_schemes = ['none'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013021] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vnc.enabled = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013307] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013495] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013667] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vnc.novncproxy_port = 6080 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.013859] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vnc.server_listen = 127.0.0.1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014050] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014262] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vnc.vencrypt_ca_certs = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014438] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vnc.vencrypt_client_cert = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014600] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vnc.vencrypt_client_key = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014782] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.014947] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.disable_deep_image_inspection = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015127] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015291] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015452] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015616] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.disable_rootwrap = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015775] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.enable_numa_live_migration = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.015934] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016104] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016269] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016428] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.libvirt_disable_apic = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016588] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016749] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.016906] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017077] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017241] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017400] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017561] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017717] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.017875] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.018049] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.018233] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.018412] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] wsgi.client_socket_timeout = 900 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.018630] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] wsgi.default_pool_size = 1000 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.018837] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] wsgi.keep_alive = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.019071] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] wsgi.max_header_line = 16384 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.019328] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] wsgi.secure_proxy_ssl_header = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.019526] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] wsgi.ssl_ca_file = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.019738] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] wsgi.ssl_cert_file = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.019959] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] wsgi.ssl_key_file = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.020198] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] wsgi.tcp_keepidle = 600 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.020438] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.020652] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] zvm.ca_file = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.020855] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] zvm.cloud_connector_url = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.021208] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.021452] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] zvm.reachable_timeout = 300 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.021705] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.021906] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.022101] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler.connection_string = messaging:// {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.022278] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler.enabled = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.022450] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler.es_doc_type = notification {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.022617] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler.es_scroll_size = 10000 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.022784] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler.es_scroll_time = 2m {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.022946] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler.filter_error_trace = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.023129] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler.hmac_keys = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.023298] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler.sentinel_service_name = mymaster {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.023465] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler.socket_timeout = 0.1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.023624] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler.trace_requests = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.023783] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler.trace_sqlalchemy = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.023959] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler_jaeger.process_tags = {} {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.024133] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler_jaeger.service_name_prefix = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.024297] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] profiler_otlp.service_name_prefix = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.024466] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] remote_debug.host = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.024625] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] remote_debug.port = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.024802] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.024965] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.025140] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.025303] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.025466] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.025625] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.025785] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.025944] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.026114] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.026284] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.026445] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.026616] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.026780] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.026946] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.027126] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.027294] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.027459] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.027632] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.027793] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.027951] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.028126] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.028291] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.028452] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.028618] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.028779] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.028938] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.029110] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.029273] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.029470] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.029644] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.ssl = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.029814] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.029984] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.030162] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.030335] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.030536] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.ssl_version = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.030709] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.030905] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.031086] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_notifications.retry = -1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.031272] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.031448] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_messaging_notifications.transport_url = **** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.031630] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.auth_section = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.031814] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.auth_type = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.031975] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.cafile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.032149] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.certfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.032313] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.collect_timing = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.032472] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.connect_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.032626] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.connect_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.032781] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.endpoint_id = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.032949] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.endpoint_interface = publicURL {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.033119] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.endpoint_override = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.033276] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.endpoint_region_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.033435] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.endpoint_service_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.033651] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.endpoint_service_type = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.033825] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.insecure = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.033983] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.keyfile = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.034156] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.max_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.034313] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.min_version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.034470] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.region_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.034628] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.retriable_status_codes = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.034783] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.service_name = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.034941] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.service_type = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.035113] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.split_loggers = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.035272] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.status_code_retries = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.035430] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.status_code_retry_delay = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.035588] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.timeout = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.035742] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.valid_interfaces = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.035898] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_limit.version = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.036075] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_reports.file_event_handler = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.036241] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.036400] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] oslo_reports.log_dir = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.036573] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.036734] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.036891] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.037070] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.037236] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.037394] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.037565] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.037725] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plug_ovs_privileged.group = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.037882] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.038056] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.038224] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.038384] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] vif_plug_ovs_privileged.user = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.038553] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_linux_bridge.flat_interface = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.038728] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.038899] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.039080] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.039254] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.039449] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.039626] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.039790] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.039975] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.040162] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_ovs.isolate_vif = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.040334] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.040529] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.040708] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.040878] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_ovs.ovsdb_interface = native {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.041062] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] os_vif_ovs.per_port_bridge = False {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.041242] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] privsep_osbrick.capabilities = [21] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.041403] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] privsep_osbrick.group = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.041564] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] privsep_osbrick.helper_command = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.041754] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.041924] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.042097] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] privsep_osbrick.user = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.042276] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.042436] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] nova_sys_admin.group = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.042599] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] nova_sys_admin.helper_command = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.042761] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.042921] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.043089] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] nova_sys_admin.user = None {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.043221] env[62226]: DEBUG oslo_service.service [None req-b5047d1e-b063-4fd5-ac94-0b9b4f62479b None None] ******************************************************************************** {{(pid=62226) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.043640] env[62226]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 528.547689] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Getting list of instances from cluster (obj){ [ 528.547689] env[62226]: value = "domain-c8" [ 528.547689] env[62226]: _type = "ClusterComputeResource" [ 528.547689] env[62226]: } {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 528.548766] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755eb35f-af66-4c39-9c19-db49f13244b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.557914] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Got total of 0 instances {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 528.558494] env[62226]: WARNING nova.virt.vmwareapi.driver [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 528.558955] env[62226]: INFO nova.virt.node [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Generated node identity a0a34dbc-95d3-4028-b2d7-c443f32f5b3a [ 528.559198] env[62226]: INFO nova.virt.node [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Wrote node identity a0a34dbc-95d3-4028-b2d7-c443f32f5b3a to /opt/stack/data/n-cpu-1/compute_id [ 529.062404] env[62226]: WARNING nova.compute.manager [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Compute nodes ['a0a34dbc-95d3-4028-b2d7-c443f32f5b3a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 530.068646] env[62226]: INFO nova.compute.manager [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 531.074420] env[62226]: WARNING nova.compute.manager [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 531.074796] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.075588] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.075859] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.076144] env[62226]: DEBUG nova.compute.resource_tracker [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 531.077630] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209b7afc-7cba-4ac6-bbe8-8b1dfaab3e8f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.089494] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0fa5c9-e59b-4dcc-906d-ccd6576eb98a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.106547] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d9881e-a088-48fc-aa67-593dc566a573 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.112645] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c2c25f-af96-4728-b8c2-b0460b979cb0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.141091] env[62226]: DEBUG nova.compute.resource_tracker [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181228MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 531.141243] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.141418] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.644319] env[62226]: WARNING nova.compute.resource_tracker [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] No compute node record for cpu-1:a0a34dbc-95d3-4028-b2d7-c443f32f5b3a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host a0a34dbc-95d3-4028-b2d7-c443f32f5b3a could not be found. [ 532.147882] env[62226]: INFO nova.compute.resource_tracker [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a [ 533.656738] env[62226]: DEBUG nova.compute.resource_tracker [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 533.657136] env[62226]: DEBUG nova.compute.resource_tracker [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 533.812186] env[62226]: INFO nova.scheduler.client.report [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] [req-5d89ffc3-b335-4a8a-9fee-a1b712d582f5] Created resource provider record via placement API for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 533.829511] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f8f196-ff07-4a3a-86cf-956e8600ab15 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.837654] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb433fff-d4a5-46e5-89a6-adc66e907d62 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.867721] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a2aec0-baeb-46f9-bf1b-689d9b616ded {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.875384] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f8e0a0-95d7-44c8-b579-0b84e6affadc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.888545] env[62226]: DEBUG nova.compute.provider_tree [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 534.419343] env[62226]: DEBUG nova.scheduler.client.report [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Updated inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 534.419727] env[62226]: DEBUG nova.compute.provider_tree [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Updating resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a generation from 0 to 1 during operation: update_inventory {{(pid=62226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 534.419898] env[62226]: DEBUG nova.compute.provider_tree [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 534.469490] env[62226]: DEBUG nova.compute.provider_tree [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Updating resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a generation from 1 to 2 during operation: update_traits {{(pid=62226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 534.974436] env[62226]: DEBUG nova.compute.resource_tracker [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 534.974743] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.833s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.974792] env[62226]: DEBUG nova.service [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Creating RPC server for service compute {{(pid=62226) start /opt/stack/nova/nova/service.py:186}} [ 534.989304] env[62226]: DEBUG nova.service [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] Join ServiceGroup membership for this service compute {{(pid=62226) start /opt/stack/nova/nova/service.py:203}} [ 534.989485] env[62226]: DEBUG nova.servicegroup.drivers.db [None req-cf5ff459-7f40-42cf-9a5c-a48f755a4141 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62226) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 568.992053] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.495501] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Getting list of instances from cluster (obj){ [ 569.495501] env[62226]: value = "domain-c8" [ 569.495501] env[62226]: _type = "ClusterComputeResource" [ 569.495501] env[62226]: } {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 569.496679] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a70ce-b35a-49f7-a405-6c94eb686e02 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.505456] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Got total of 0 instances {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 569.505673] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.505974] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Getting list of instances from cluster (obj){ [ 569.505974] env[62226]: value = "domain-c8" [ 569.505974] env[62226]: _type = "ClusterComputeResource" [ 569.505974] env[62226]: } {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 569.506835] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748e749a-bb22-49ab-8e44-7edac70ee092 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.513725] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Got total of 0 instances {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 583.283885] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.284314] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.284443] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 583.284530] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 583.787261] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 583.787490] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.787727] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.787911] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.788136] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.788343] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.788526] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.788686] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 583.788830] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.291578] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.292146] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.292146] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.292146] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 584.292995] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9433e5b-7a50-44e9-8c5e-561a6377d3df {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.301321] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a4e33-9e8f-4893-afba-ca239b95ef5d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.314957] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef75e99-1895-4179-b591-8355af71cc48 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.321442] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aefcb5-b42f-4904-b269-4a4b212c1823 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.349437] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181223MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 584.349618] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.349773] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.367423] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 585.367700] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 585.381676] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e805ab16-db23-477b-89c5-b244ff268c7e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.388928] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3dea92-db35-4d9c-9a88-7d689714fdb5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.418187] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884bb30e-12a2-4b63-ba93-b5c417bc0f90 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.424965] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5811aab-31a2-48a6-9686-f3a7978e3314 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.437387] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.940782] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.445285] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 586.445667] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.431819] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.432220] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.936520] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.936692] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 646.936844] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 647.441701] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 647.441943] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.442120] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.442273] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.442419] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.442558] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.442699] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.442826] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 647.442964] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.947232] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.947506] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.947686] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.947840] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 647.948751] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e9bf94-b9d4-498c-b6d9-46f0e37d6655 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.957287] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116b563c-2a07-412f-b84a-6f4872a11de4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.970779] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb58599-2be8-400c-b5aa-4a957075131b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.976771] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a529c050-44dc-4714-8a21-f6df1c4c84df {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.004073] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181217MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 648.004231] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.004389] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.022732] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 649.023048] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 649.035363] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3130201-e510-4b4c-8c71-53691fe2455a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.043118] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a649ee-9f5e-4cdc-b3ca-ea9286ae458e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.072453] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5072e3bd-0a5f-4dfa-b72d-d04ac8898006 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.079060] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec3a745-ab36-4b9a-bb07-8bab709e6ec8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.091518] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.596029] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.596029] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 649.596029] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.598067] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.598067] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.598067] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 709.598067] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 710.100632] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 710.100847] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.100997] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.101168] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.102184] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.102184] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.102184] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.102184] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 710.102184] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.604967] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.605332] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.605332] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.605489] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 710.606371] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153ba7cd-ec92-4ba8-a7a1-1bdff53c2d29 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.615532] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e308de-f9f7-4a36-9d3b-d4fdf8aa8d2f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.629169] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5fc71e-7f21-4263-94bd-15313e15104d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.635236] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eed7887-85e2-4a3c-a6a2-3c7bd8ebc6de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.663345] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181222MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 710.663473] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.663654] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.682611] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 711.682855] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 711.695548] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba47a3cb-6ce7-4bfa-b8df-8d6dbcaad5fd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.703083] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cad1c24-fde3-4d05-9228-fef31d5ec68e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.732416] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d052520-80be-4d4d-8cba-39e9572aa501 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.739048] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea8f4d0-73cc-40bd-8157-d9ff20a3a15a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.751616] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.255013] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.256332] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 712.256510] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.931398] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.437444] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.437444] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 767.437444] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 767.940324] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 767.940762] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.940762] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.940876] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.940963] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.941118] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.941262] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.941396] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 768.274894] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.275166] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.778927] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.779189] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.779352] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.779503] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 768.780479] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3946ed-14d7-4c8f-9785-8c345d0ca42e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.788960] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f368eb6a-b4f9-447f-b4a5-879589568956 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.803090] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c227787f-09b2-4c7f-a7cd-f8ffed5be70d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.808940] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f800a1-c281-4161-ba08-6e791afc8e16 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.836323] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181232MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 768.836458] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.836643] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.853173] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 769.853392] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 769.867525] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774d642d-fece-4316-ae70-b90cdfd4771e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.875451] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6497db56-cd21-4cfc-b4f2-bf94bcc36023 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.905012] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117443f5-da8e-423c-beae-60960268854c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.911929] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb077d9-d177-4840-a768-39c9159a537a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.924479] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.427167] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.428525] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 770.428704] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.275544] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.275949] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Cleaning up deleted instances {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 823.778920] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] There are 0 instances to clean {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 823.779126] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.779250] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Cleaning up deleted instances with incomplete migration {{(pid=62226) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 824.281760] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.783480] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.783832] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.783832] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.783999] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.784122] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.784256] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 828.275594] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.275845] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 828.275956] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 828.779321] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 828.779562] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 829.275333] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.275210] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.778894] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.779347] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.779347] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.779476] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 830.780419] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5196812-7f1c-4f5e-83fc-aba46e7a1284 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.789614] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbc77f7-8e56-49ac-a686-21141340954f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.803160] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e3b673-7197-4cff-ab1c-e081e3743301 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.809509] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71298b5-21d9-4c43-a730-210f3d61f2c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.837384] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181225MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 830.837539] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.837693] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.856976] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 831.857272] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 831.870161] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1d0051-4fc9-4c91-92e0-8994631b3127 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.878082] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc74426f-3a6e-4494-8749-8faf71810091 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.907962] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b168ee-5606-4668-9d80-be7bc35cdc1a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.914920] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809dca12-d418-4923-871f-93ece0481d50 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.927706] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.431690] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.433862] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 832.434169] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.435352] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.435840] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.941832] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.941832] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 889.941832] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 890.445603] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 890.445937] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.446045] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.446200] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.446395] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.446556] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.446737] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.446872] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 891.275394] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 891.778506] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.778851] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.778903] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.779136] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 891.779980] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304dc23c-006f-40f4-a911-f178551c939b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.788260] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2aac8c8-2b95-41f4-8169-f423725c32ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.803382] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff7a36-4f89-4326-8b98-53d6953d612b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.809463] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96e0458-3537-4a2b-8e8b-b68afc52bfd0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.836967] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181234MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 891.837140] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.837299] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.870550] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 892.870807] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 892.887025] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 892.898786] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 892.898948] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.910698] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 892.925382] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 892.935990] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1aedc9-0bfe-4207-8244-87a75368c30c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.943663] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20619132-698f-4356-8cb8-11156dc1dbc1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.973320] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec416e6-43ec-4321-8cdf-5402659ef5d2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.980346] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18554aa-06af-47ef-8008-ec5b56a83b44 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.992809] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.495897] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.497178] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 893.497358] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.660s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.498051] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.498051] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.498051] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.498585] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.498585] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.498585] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.498585] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.498720] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 951.276195] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.276383] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 951.276476] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 951.779724] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 952.276043] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 952.778978] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.779272] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.779454] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.779603] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 952.780499] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab14751-7d31-44e8-86fc-501531addac2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.788622] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2da260-391e-46e4-bc0f-a7e0504d1f7d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.802174] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458dbc8a-2058-4532-aa03-c7a9d29f729b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.808286] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44ee7b8-3554-4248-9484-b03756572a8a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.836512] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181216MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 952.836658] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.836825] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.855258] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 953.855527] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 953.870403] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1e20a4-6ccc-4c8d-89c1-19f47e96c817 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.878996] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079d0d8b-05ad-42d7-9cf5-20572831ae31 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.908799] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f250e594-e9bb-4490-8f00-180970f68ac8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.916202] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862f00ae-3fce-4b23-a7e3-191c527feda7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.930020] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.432726] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.434114] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 954.434300] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.430700] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.430700] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.933785] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.933953] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.934119] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.934276] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.934411] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1011.274956] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.275232] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.275060] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.275060] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1013.275060] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1013.777773] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1013.778036] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.284023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.284023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.284023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.284023] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1014.284023] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5934a752-f9f2-4880-9114-992978d7bdb5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.291811] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc938c5-68a6-4465-bd42-12c7e3b691c2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.305588] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2816573e-0abd-4137-ae36-299bc199bb85 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.313023] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7977d6e8-145f-4787-bcb6-9b500208be71 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.340904] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181229MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1014.341247] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.342811] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.360400] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1015.360665] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1015.376795] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a840163d-fb8c-4dc4-8f88-f9653318aa1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.384482] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee81ab2-809f-443b-ad04-0f888b289557 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.413699] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d57f45-9fa7-4e07-87d5-40d0ec057a65 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.420660] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4cf165-35fc-46e5-8218-b396200d6e75 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.433738] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.937051] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.938267] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1015.938444] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.935274] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.935656] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.935656] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.935725] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.935868] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.935999] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1072.275296] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.275975] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.274662] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.275091] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1075.275091] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1075.777495] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1075.777741] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.281430] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.281689] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.281831] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.281995] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1076.282879] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b025781-100c-4bda-8644-c61a60f4c46f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.290779] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241e02ee-e2dc-4e63-8793-f36307697231 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.304532] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eb7832-7fe3-4f85-80dd-ce7720ad8fbf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.310588] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c861bc41-dd42-4a41-92b1-92d126505e7f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.338247] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181221MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1076.338399] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.338569] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.356602] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1077.356850] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1077.369597] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b10993c-6d60-4fcc-b728-c3be18ce8ee5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.376975] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac77053b-248e-4910-aed8-1240e2d3f825 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.405808] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949f60c8-6158-4f9a-80bd-9662e777a541 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.412264] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3159f0-71c6-4ff2-bf8f-f1ca00dede62 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.424649] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.928169] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.929499] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1077.929679] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.276431] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.276943] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Cleaning up deleted instances with incomplete migration {{(pid=62226) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1129.773619] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.275373] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.272064] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.776641] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.776641] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.776641] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1132.275206] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.275552] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.275572] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.275950] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.275950] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Cleaning up deleted instances {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1134.778951] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] There are 0 instances to clean {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1136.779358] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.779790] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1136.779790] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1137.286638] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1137.286883] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.789719] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.790184] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.790335] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.790565] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1137.791699] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db589c90-db90-4730-b28a-a5d36a60d8a2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.799924] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa453225-c98f-4055-a666-6535ee9d4e71 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.813497] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c11727-35de-4ac8-a650-eb96cbb2f9b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.819990] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834d0900-cf88-4592-9d68-be584919c2d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.847361] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181223MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1137.847527] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.847710] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.865627] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1138.865874] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1138.878615] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23c3e45-c4db-4e17-8648-1cc7f4aa2ec9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.886296] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c308def6-d5fa-4645-95bf-2e09244c1ee9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.915688] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64962fb-703d-44c9-8e62-7f7d47f74617 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.922551] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95146fd2-f263-4e3d-ac7f-e1844470c2b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.936295] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.439280] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.440602] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1139.440777] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.440987] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.653057] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.155230] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Getting list of instances from cluster (obj){ [ 1172.155230] env[62226]: value = "domain-c8" [ 1172.155230] env[62226]: _type = "ClusterComputeResource" [ 1172.155230] env[62226]: } {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1172.156342] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83837f36-1132-4eca-b3de-b4eff4cb540a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.164969] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Got total of 0 instances {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1190.783069] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.275239] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.275534] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.276284] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.276726] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.276726] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.276797] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1194.276034] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.275786] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.276199] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1197.276199] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1197.779439] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1199.274923] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.778102] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.778352] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.778520] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.778669] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1199.779556] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becbca36-b781-4e30-bf1a-301ac43d87a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.788268] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46a2cb6-5c18-410c-9d7a-ed8f9d7f86ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.801717] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feff11e-73e1-4bf7-9543-07e22054b4c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.807847] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7214b53d-df11-46dc-81c4-1d75ebcd817c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.836837] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181230MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1199.837032] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.837193] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.953135] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1200.953409] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1200.968596] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1200.979121] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1200.979327] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.988090] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1201.001931] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1201.012451] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415e79a2-f8a9-4e67-9eb7-a883f459dade {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.019589] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcb1b72-5d0e-483e-8ac6-83f5eb610ada {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.047930] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9b353a-b953-424c-9e39-5ae2e899a0f7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.054642] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbdc482-2452-4d43-a691-1b3766b4613c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.068261] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.571760] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.573118] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1201.573314] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.736s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.569971] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.570359] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.074119] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.074342] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.074454] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.074685] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.074854] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.074987] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1256.275716] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.275656] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.275821] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1257.276084] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1257.778854] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1260.275183] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.778856] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.779100] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.779274] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.779426] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1260.780334] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a0f8bf-b4b6-4201-9f63-38f6bcfd3881 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.788489] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3729f4-ee1f-48e2-9ae2-e5f99dff88af {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.802642] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565c751e-def5-40e9-b05b-3324fae6dc5b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.809061] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007822d1-91ec-41a0-b052-d013646f7b15 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.837820] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181235MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1260.837974] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.838179] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.857466] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1261.857782] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1261.872438] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346c8453-1cdd-4df3-abaf-c4f67299e3d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.880236] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897b9025-05d2-42bf-a621-97cad97d1d36 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.909478] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1607a99a-3b37-43c8-be0f-5d24d3c66f9b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.916716] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400ad906-40ac-4c45-81c3-350e81ec3524 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.929446] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.432820] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.434157] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1262.434363] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.429921] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.430301] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.430301] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.430424] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.430554] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.430699] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.430835] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1317.277413] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.276172] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.276377] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1318.276440] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1318.779424] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1320.276026] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.778568] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.778812] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.778976] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.779143] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1320.780022] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b353d1b-2e23-414d-88ba-b08ba559cd4e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.788218] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2c6633-95eb-4523-b5c9-8a5340605b2b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.802324] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245ed98f-3f01-4847-878c-691ff588488b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.809024] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83def1a-63f6-47f1-ad0a-7ee3740682cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.836976] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181227MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1320.837154] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.837309] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.856477] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1321.856741] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1321.870870] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6c8ea-42f8-4bf9-ad54-6b20d2713e23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.878602] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3054833e-50c5-4b10-b103-fd247e679a21 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.908460] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22da8b80-9cc2-45e8-a0df-e947b30c96dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.915291] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de109b8-b904-4c32-8259-a8fe66a2b928 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.927876] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.431495] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.432790] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1322.432981] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.434817] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.434817] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.434817] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.434817] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.434817] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.434817] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.435287] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1377.273873] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.274612] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.275041] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1379.275041] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1379.778118] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1379.778404] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.274971] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.779571] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.779857] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.779965] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.780135] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1380.780994] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aff443-ce4a-4534-ba0a-d90e606c8afc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.788991] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eeb25f-e114-43f2-aaf3-f38931e7d0ad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.802434] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9962d4-2ccb-46cc-a913-389926c3c502 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.808415] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8b9431-d146-46c7-9066-f7cfa8206455 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.836104] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181224MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1380.836253] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.836420] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.854562] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1381.854858] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1381.868859] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73b25a6-b455-4a59-aec1-ab8995a665d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.876381] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b41dc6-70cb-47a0-8896-dcc486e2d6d8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.906759] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd06397d-a69f-4d1c-bf2e-80ab162a9e9d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.914066] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8902962-9b1e-4513-9782-ae9d372209b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.927857] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.430502] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.431813] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1382.432014] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.276699] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.277115] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.277115] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.277308] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.277426] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.277572] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.277705] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1436.277861] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.277990] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Cleaning up deleted instances with incomplete migration {{(pid=62226) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1437.778941] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.779378] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Cleaning up deleted instances {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1438.281777] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] There are 0 instances to clean {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1439.778119] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.778525] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1439.778525] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1440.281384] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1441.275201] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.275596] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.779231] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.779506] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.779691] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.779867] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1442.780871] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5165c9c2-672b-433c-aa95-1d71e4bdf243 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.790645] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1ce9a7-cb34-426e-8191-32479e10c0d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.805465] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afeb1e1-df02-4b4a-a894-f4acfbfb120c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.812194] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbb103b-edce-460a-9477-316719254168 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.842219] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181242MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1442.842365] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.842569] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.860608] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1443.860834] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1443.874569] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed24673a-4e4f-4cf7-8ec0-f4306ceb4973 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.882262] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c18a4f-ba11-4928-b4b0-808e68ab4941 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.911715] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddba7118-c305-4128-9b7f-2340b84dc039 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.918716] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e59e90-b1f1-4cfc-bee5-3e5b6abefd46 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.931251] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.434816] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.436248] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1444.436444] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.436689] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.938605] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.938917] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.939009] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.939169] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.939316] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.939451] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1498.275537] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.274570] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.275112] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1501.275112] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1501.778134] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1501.778436] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.775064] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.275566] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.778628] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.778861] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.779025] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.779179] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1504.780074] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea9a5fc-66d5-49b6-8fa4-37a081a71b78 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.787855] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343c9e7f-d7cc-4861-ad09-b395e7a36fbe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.801251] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041c442c-07fe-4e7e-a1ac-055ec87fe32b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.807226] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28adaeb2-6ae7-4894-9c10-5448832c94b5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.834622] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181232MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1504.834766] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.834933] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.868753] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1505.869024] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1505.884593] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1505.895382] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1505.895551] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1505.904835] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1505.919483] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1505.931505] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3e4ad7-6a93-47dd-9b1c-1ca4acb7a00e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.940026] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9862a847-3dc5-4e34-87e9-c1f8ac79bb0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.971457] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f200fd70-1a88-42b7-a615-f331af7a9271 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.978558] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559cea88-dce2-45c0-8155-a7d74e957a1b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.991186] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.493871] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.495197] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1506.495384] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.660s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.497924] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.498329] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.498371] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.498500] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.498642] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.498780] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1558.276338] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.275915] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.275783] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.276039] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1563.276304] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1563.778862] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1566.275661] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.778624] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.778833] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.778999] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.779164] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1566.780063] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbe4b5d-f127-4a9a-a82a-17eac741913e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.787975] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94a4598-67ff-4db9-a640-20146fef0b6f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.801310] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aadd4ee-35cd-4975-8bc9-abd7092d1e25 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.807472] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602b4f3a-e9a7-45e5-8208-62da6ddb8e88 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.836081] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181226MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1566.836220] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.836403] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.856059] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1567.856059] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1567.870105] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f3fd66-0985-4557-b359-ad35f2aaeaad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.876847] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61da9942-cde5-4596-90a2-26776541a36d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.906278] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08228645-aed8-4de9-b23c-d0fb92bcd0d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.913870] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1054c3-7c29-4bb3-8a01-a2c3399efb5f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.927841] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.432047] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.432794] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1568.432975] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.432321] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.432758] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.432758] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.432880] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.432962] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1619.275095] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.275370] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.275483] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.275236] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.275628] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1624.275628] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1624.778719] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1625.773977] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1626.278283] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1626.783071] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.783425] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.783483] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.783597] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1626.784567] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926bfadd-96a0-46f4-8606-e31b7b034dd2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.792573] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63708908-3a9b-4bdd-9493-b3c29565f2cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.806575] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d29d1e5-1891-4180-a9c9-a78e6f088e63 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.812559] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6452b7-80c5-4227-aef5-8e8ebdcbddbb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.841314] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181233MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1626.841487] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.841654] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.859251] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1627.859469] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1627.873295] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fd9c5a-b916-43cb-bc9a-a03a126b3372 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.881427] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea05ca6a-0f90-4378-9a9b-0595084552dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.910335] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee9ee6c-28c8-499e-a0e3-4c58de376504 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.917657] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284a80ed-97a5-4599-a2e6-5d760e5d2c7a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.931276] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.438080] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.438080] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1628.438295] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.699999] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Acquiring lock "d7c708b7-1702-4f31-a8db-07f8d601b7fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.700331] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lock "d7c708b7-1702-4f31-a8db-07f8d601b7fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.203161] env[62226]: DEBUG nova.compute.manager [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1642.753619] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.753890] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.755825] env[62226]: INFO nova.compute.claims [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.082191] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "9e981af4-0942-4d0c-9466-7b9a4ef122b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.082443] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "9e981af4-0942-4d0c-9466-7b9a4ef122b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.269121] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Acquiring lock "6e193e81-0e62-4075-bc04-05c091d28dbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.269221] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Lock "6e193e81-0e62-4075-bc04-05c091d28dbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.586395] env[62226]: DEBUG nova.compute.manager [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1643.781260] env[62226]: DEBUG nova.compute.manager [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1643.891302] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a252de95-de33-4963-a189-dfa096b73d68 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.902156] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7379c17d-48b7-4c4e-b89b-5e76ff0a1b58 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.946198] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9088cffa-5546-4d1c-9d9c-31b0de3e96a1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.957276] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32081c6a-2362-458f-8283-2243b82f3dc9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.972134] env[62226]: DEBUG nova.compute.provider_tree [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.051186] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "c50bc1d9-19e6-439e-8782-7b268047d420" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.051403] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c50bc1d9-19e6-439e-8782-7b268047d420" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.122176] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.237195] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquiring lock "895cf2de-e826-49e7-8674-863a62611dcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.237195] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lock "895cf2de-e826-49e7-8674-863a62611dcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.302403] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.477807] env[62226]: DEBUG nova.scheduler.client.report [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.554502] env[62226]: DEBUG nova.compute.manager [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1644.740239] env[62226]: DEBUG nova.compute.manager [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1644.795017] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "60161dc7-23c2-4f6c-b303-c60f20cfa679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.795017] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "60161dc7-23c2-4f6c-b303-c60f20cfa679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.983785] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.985785] env[62226]: DEBUG nova.compute.manager [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1644.988396] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.866s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.990093] env[62226]: INFO nova.compute.claims [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1645.080899] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.260551] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.297392] env[62226]: DEBUG nova.compute.manager [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1645.494819] env[62226]: DEBUG nova.compute.utils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1645.502358] env[62226]: DEBUG nova.compute.manager [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1645.502680] env[62226]: DEBUG nova.network.neutron [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1645.833234] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.874922] env[62226]: DEBUG nova.policy [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff207d26724347f69fcb40491840009a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da4dbf7d0c25453e9104c7eae903e26d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1645.992657] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquiring lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.993157] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.012521] env[62226]: DEBUG nova.compute.manager [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1646.239158] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2da75d-041f-4509-b35d-72b7b361a899 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.250210] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813a2b75-1553-44a1-939a-2f948234fae5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.289335] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15a01b9-167f-4b2e-91d4-df7be1c128db {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.298744] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21f92a3-a5b1-4f91-9fc7-dbba436c9c5d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.314458] env[62226]: DEBUG nova.compute.provider_tree [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.496738] env[62226]: DEBUG nova.compute.manager [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1646.817851] env[62226]: DEBUG nova.scheduler.client.report [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1646.835348] env[62226]: DEBUG nova.network.neutron [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Successfully created port: de4ba32b-3483-42e5-8c67-98641b521ae8 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.023335] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.030624] env[62226]: DEBUG nova.compute.manager [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1647.066198] env[62226]: DEBUG nova.virt.hardware [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1647.066198] env[62226]: DEBUG nova.virt.hardware [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.066364] env[62226]: DEBUG nova.virt.hardware [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1647.066642] env[62226]: DEBUG nova.virt.hardware [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.066642] env[62226]: DEBUG nova.virt.hardware [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1647.066763] env[62226]: DEBUG nova.virt.hardware [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1647.067285] env[62226]: DEBUG nova.virt.hardware [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1647.068359] env[62226]: DEBUG nova.virt.hardware [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1647.068615] env[62226]: DEBUG nova.virt.hardware [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1647.068778] env[62226]: DEBUG nova.virt.hardware [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1647.068949] env[62226]: DEBUG nova.virt.hardware [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1647.069872] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e147e01-95cd-4179-a6f9-2b00c5836728 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.082895] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3d7f25-fd0b-4b0f-b2bc-ef08ceb400b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.103965] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d070361d-f86b-46b3-b79f-63dcf1802713 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.303664] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquiring lock "98770d13-fd1e-4d55-b4a7-4e17b260167a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.303913] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lock "98770d13-fd1e-4d55-b4a7-4e17b260167a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.327382] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.328018] env[62226]: DEBUG nova.compute.manager [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1647.332514] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.030s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.336018] env[62226]: INFO nova.compute.claims [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.807683] env[62226]: DEBUG nova.compute.manager [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.843552] env[62226]: DEBUG nova.compute.utils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1647.849390] env[62226]: DEBUG nova.compute.manager [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1647.852501] env[62226]: DEBUG nova.network.neutron [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1647.952398] env[62226]: DEBUG nova.policy [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5223bfa2238d4a4092e3ae819d4bce60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9318cddc527f49949695fbdd7c8e07c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1648.335670] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.353270] env[62226]: DEBUG nova.compute.manager [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1648.607976] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59d968a-6456-4e1c-a0af-080e45dff287 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.615874] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02ef73b-dcaf-4e58-98e7-416b2331049f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.647317] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ed9b17-5bb2-46b2-9cb7-9da1d9418f9a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.655035] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1f9fbc-61c1-41a8-a938-6eb81be3a5ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.669010] env[62226]: DEBUG nova.compute.provider_tree [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.676024] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquiring lock "70edcc72-c86a-43a7-9342-1332164f5fda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.676247] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lock "70edcc72-c86a-43a7-9342-1332164f5fda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.776787] env[62226]: DEBUG nova.network.neutron [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Successfully created port: 44841754-606b-4be5-af57-bbca7268c669 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1649.176568] env[62226]: DEBUG nova.scheduler.client.report [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1649.185397] env[62226]: DEBUG nova.compute.manager [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1649.367386] env[62226]: DEBUG nova.compute.manager [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1649.398852] env[62226]: DEBUG nova.virt.hardware [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1649.399433] env[62226]: DEBUG nova.virt.hardware [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1649.402732] env[62226]: DEBUG nova.virt.hardware [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1649.402732] env[62226]: DEBUG nova.virt.hardware [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1649.402732] env[62226]: DEBUG nova.virt.hardware [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1649.402732] env[62226]: DEBUG nova.virt.hardware [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1649.402732] env[62226]: DEBUG nova.virt.hardware [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1649.403034] env[62226]: DEBUG nova.virt.hardware [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1649.403034] env[62226]: DEBUG nova.virt.hardware [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1649.403034] env[62226]: DEBUG nova.virt.hardware [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1649.403034] env[62226]: DEBUG nova.virt.hardware [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1649.403034] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c84de6-ba18-42d4-910d-ccc33a04322c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.413977] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee399ab-208c-41d0-abbd-8e25675ccf83 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.459601] env[62226]: DEBUG nova.network.neutron [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Successfully updated port: de4ba32b-3483-42e5-8c67-98641b521ae8 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.510798] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "82125811-c19a-48af-9b96-31ace3787cab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.512749] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "82125811-c19a-48af-9b96-31ace3787cab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.690576] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.691090] env[62226]: DEBUG nova.compute.manager [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1649.693795] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.613s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.695289] env[62226]: INFO nova.compute.claims [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1649.731849] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.965490] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Acquiring lock "refresh_cache-d7c708b7-1702-4f31-a8db-07f8d601b7fc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.965490] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Acquired lock "refresh_cache-d7c708b7-1702-4f31-a8db-07f8d601b7fc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.965490] env[62226]: DEBUG nova.network.neutron [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.013660] env[62226]: DEBUG nova.compute.manager [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1650.208050] env[62226]: DEBUG nova.compute.utils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.210451] env[62226]: DEBUG nova.compute.manager [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1650.210748] env[62226]: DEBUG nova.network.neutron [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.469762] env[62226]: DEBUG nova.policy [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b32f075e7c34d8998fbd4c4db5eda22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd75af8b353af42d48f16c34112734023', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1650.515474] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.515474] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.541598] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.588622] env[62226]: DEBUG nova.network.neutron [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.722123] env[62226]: DEBUG nova.compute.manager [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1650.917306] env[62226]: DEBUG nova.compute.manager [req-03d7d08d-6dc5-4b5b-afcc-118b2d343c3b req-46598b03-45f7-4183-9a4f-61acce7e3fa8 service nova] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Received event network-vif-plugged-de4ba32b-3483-42e5-8c67-98641b521ae8 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1650.917306] env[62226]: DEBUG oslo_concurrency.lockutils [req-03d7d08d-6dc5-4b5b-afcc-118b2d343c3b req-46598b03-45f7-4183-9a4f-61acce7e3fa8 service nova] Acquiring lock "d7c708b7-1702-4f31-a8db-07f8d601b7fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.917306] env[62226]: DEBUG oslo_concurrency.lockutils [req-03d7d08d-6dc5-4b5b-afcc-118b2d343c3b req-46598b03-45f7-4183-9a4f-61acce7e3fa8 service nova] Lock "d7c708b7-1702-4f31-a8db-07f8d601b7fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.917306] env[62226]: DEBUG oslo_concurrency.lockutils [req-03d7d08d-6dc5-4b5b-afcc-118b2d343c3b req-46598b03-45f7-4183-9a4f-61acce7e3fa8 service nova] Lock "d7c708b7-1702-4f31-a8db-07f8d601b7fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.917797] env[62226]: DEBUG nova.compute.manager [req-03d7d08d-6dc5-4b5b-afcc-118b2d343c3b req-46598b03-45f7-4183-9a4f-61acce7e3fa8 service nova] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] No waiting events found dispatching network-vif-plugged-de4ba32b-3483-42e5-8c67-98641b521ae8 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1650.918063] env[62226]: WARNING nova.compute.manager [req-03d7d08d-6dc5-4b5b-afcc-118b2d343c3b req-46598b03-45f7-4183-9a4f-61acce7e3fa8 service nova] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Received unexpected event network-vif-plugged-de4ba32b-3483-42e5-8c67-98641b521ae8 for instance with vm_state building and task_state spawning. [ 1650.940840] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c53bca4-7bec-4973-8c87-2e6f7404f13c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.950777] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6631c1f-2120-40bc-8553-13c285517273 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.990495] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff55f41-5063-4e78-9b71-6e325cbd08c2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.002238] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11307b8-e8db-415e-9ed4-e55d6d497ab0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.017693] env[62226]: DEBUG nova.compute.provider_tree [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.079859] env[62226]: DEBUG nova.network.neutron [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Updating instance_info_cache with network_info: [{"id": "de4ba32b-3483-42e5-8c67-98641b521ae8", "address": "fa:16:3e:ca:89:8e", "network": {"id": "ffd36c02-e6f3-4255-9a80-e4130d7bfbbc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1148431443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4dbf7d0c25453e9104c7eae903e26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde4ba32b-34", "ovs_interfaceid": "de4ba32b-3483-42e5-8c67-98641b521ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.384579] env[62226]: DEBUG nova.network.neutron [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Successfully updated port: 44841754-606b-4be5-af57-bbca7268c669 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1651.521261] env[62226]: DEBUG nova.scheduler.client.report [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.568057] env[62226]: DEBUG nova.network.neutron [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Successfully created port: c458b2f4-bfe2-4b62-bb62-dc9e3efae499 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1651.588020] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Releasing lock "refresh_cache-d7c708b7-1702-4f31-a8db-07f8d601b7fc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.588020] env[62226]: DEBUG nova.compute.manager [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Instance network_info: |[{"id": "de4ba32b-3483-42e5-8c67-98641b521ae8", "address": "fa:16:3e:ca:89:8e", "network": {"id": "ffd36c02-e6f3-4255-9a80-e4130d7bfbbc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1148431443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4dbf7d0c25453e9104c7eae903e26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde4ba32b-34", "ovs_interfaceid": "de4ba32b-3483-42e5-8c67-98641b521ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1651.588268] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:89:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de4ba32b-3483-42e5-8c67-98641b521ae8', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1651.603185] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1651.603624] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2bd4a43-df70-4af5-b9eb-31afd0768251 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.618641] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Created folder: OpenStack in parent group-v4. [ 1651.618844] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Creating folder: Project (da4dbf7d0c25453e9104c7eae903e26d). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1651.619096] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8aadd76-99a7-4f9b-923a-4f83f2d6afd0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.632371] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Created folder: Project (da4dbf7d0c25453e9104c7eae903e26d) in parent group-v416438. [ 1651.633263] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Creating folder: Instances. Parent ref: group-v416439. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1651.633481] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de34c5f7-918d-4afd-998d-d0309753ff19 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.644341] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Created folder: Instances in parent group-v416439. [ 1651.644945] env[62226]: DEBUG oslo.service.loopingcall [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.645537] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1651.645762] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf4ba3f5-841d-427f-aa6b-b31f4f694d64 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.670090] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1651.670090] env[62226]: value = "task-2027309" [ 1651.670090] env[62226]: _type = "Task" [ 1651.670090] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.678093] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027309, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.738614] env[62226]: DEBUG nova.compute.manager [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1651.772668] env[62226]: DEBUG nova.virt.hardware [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1651.773190] env[62226]: DEBUG nova.virt.hardware [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.773501] env[62226]: DEBUG nova.virt.hardware [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1651.773867] env[62226]: DEBUG nova.virt.hardware [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.777019] env[62226]: DEBUG nova.virt.hardware [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1651.777019] env[62226]: DEBUG nova.virt.hardware [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1651.777019] env[62226]: DEBUG nova.virt.hardware [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1651.777019] env[62226]: DEBUG nova.virt.hardware [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1651.777019] env[62226]: DEBUG nova.virt.hardware [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1651.777241] env[62226]: DEBUG nova.virt.hardware [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1651.777241] env[62226]: DEBUG nova.virt.hardware [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1651.777241] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e04f9b5-167d-4a95-8aa9-a508f1b25c27 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.787398] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aca397b-a0cf-4bc6-a84a-537fa65d5cfc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.890094] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "refresh_cache-9e981af4-0942-4d0c-9466-7b9a4ef122b5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.890094] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquired lock "refresh_cache-9e981af4-0942-4d0c-9466-7b9a4ef122b5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.890094] env[62226]: DEBUG nova.network.neutron [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.028635] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.028635] env[62226]: DEBUG nova.compute.manager [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1652.031165] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.771s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.032604] env[62226]: INFO nova.compute.claims [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1652.180510] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027309, 'name': CreateVM_Task, 'duration_secs': 0.445009} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.180720] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1652.250639] env[62226]: DEBUG oslo_vmware.service [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ae0bf-f01f-4e3e-9328-92302cee6d54 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.260054] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.260054] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.260054] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1652.260563] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c70756-1158-432f-a46e-799f0290508e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.266289] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1652.266289] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d7166d-f245-dfd7-ad81-f32a38b1ba7e" [ 1652.266289] env[62226]: _type = "Task" [ 1652.266289] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.277926] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d7166d-f245-dfd7-ad81-f32a38b1ba7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.442052] env[62226]: DEBUG nova.network.neutron [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.541628] env[62226]: DEBUG nova.compute.utils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1652.543607] env[62226]: DEBUG nova.compute.manager [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1652.544018] env[62226]: DEBUG nova.network.neutron [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1652.558553] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "495e4bed-69b0-431a-959a-06d99a5b3e0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.558553] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "495e4bed-69b0-431a-959a-06d99a5b3e0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.680315] env[62226]: DEBUG nova.policy [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df2db13d5f754a308cb9a7ac8f1ad5c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd468828aed87453ebb7339709ef7f207', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1652.767548] env[62226]: DEBUG nova.network.neutron [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Updating instance_info_cache with network_info: [{"id": "44841754-606b-4be5-af57-bbca7268c669", "address": "fa:16:3e:5c:2b:27", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44841754-60", "ovs_interfaceid": "44841754-606b-4be5-af57-bbca7268c669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.788256] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.788399] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1652.788871] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.788871] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.789205] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1652.789751] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bc40420-3cac-4519-bc3b-11c20a119247 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.811428] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1652.811428] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1652.812193] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288368e1-2b63-44ed-97eb-40f995baaa3d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.829233] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6744a42e-b7b9-4fa1-bd43-cd8ae33bfdc6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.836602] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1652.836602] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b75393-23bc-7fc1-e8a3-fd89217f6e5a" [ 1652.836602] env[62226]: _type = "Task" [ 1652.836602] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.846697] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b75393-23bc-7fc1-e8a3-fd89217f6e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.053811] env[62226]: DEBUG nova.compute.manager [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1653.283833] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Releasing lock "refresh_cache-9e981af4-0942-4d0c-9466-7b9a4ef122b5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.283833] env[62226]: DEBUG nova.compute.manager [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Instance network_info: |[{"id": "44841754-606b-4be5-af57-bbca7268c669", "address": "fa:16:3e:5c:2b:27", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44841754-60", "ovs_interfaceid": "44841754-606b-4be5-af57-bbca7268c669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1653.284304] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:2b:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44841754-606b-4be5-af57-bbca7268c669', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1653.295232] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Creating folder: Project (9318cddc527f49949695fbdd7c8e07c9). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1653.297398] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efa764f5-3504-4718-a96d-70dd250686ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.309062] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Created folder: Project (9318cddc527f49949695fbdd7c8e07c9) in parent group-v416438. [ 1653.309294] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Creating folder: Instances. Parent ref: group-v416442. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1653.309502] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe33cedb-08a5-4c41-8f9a-bca4b9ab4ea6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.327774] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Created folder: Instances in parent group-v416442. [ 1653.328032] env[62226]: DEBUG oslo.service.loopingcall [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.328230] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1653.328433] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-634ca00c-a2f4-4f07-8648-d082f533e432 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.374936] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1653.374936] env[62226]: value = "task-2027312" [ 1653.374936] env[62226]: _type = "Task" [ 1653.374936] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.391623] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Preparing fetch location {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1653.391946] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Creating directory with path [datastore1] vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.392502] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48d5d6c4-b8e8-4ded-8e19-ef1afa2ab1c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.397665] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027312, 'name': CreateVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.405837] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2d1210-939c-40d1-a8f3-411f160542d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.414091] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5f5bb4-42c6-423d-a43b-67e54163a26f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.419361] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Created directory with path [datastore1] vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.419612] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Fetch image to [datastore1] vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1653.419776] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Downloading image file data a37c1ad0-14d1-4f72-9199-9d380d813147 to [datastore1] vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk on the data store datastore1 {{(pid=62226) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1653.420609] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a100f077-c077-49e6-96d5-d8f34be147d8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.448915] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cc8872-0843-467f-83ff-00771649494a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.455337] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8584f0-8d36-427b-93ab-fac20bb188d8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.461407] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585a7325-192a-4116-91f3-6544102b2d80 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.471348] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3c39cc-1161-4d4a-a89e-c84f211ee843 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.483308] env[62226]: DEBUG nova.compute.provider_tree [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.528691] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3601b152-9841-4890-b331-aba00b92a379 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.536593] env[62226]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-46b49850-05ba-4024-8135-b719721983e1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.633555] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Downloading image file data a37c1ad0-14d1-4f72-9199-9d380d813147 to the data store datastore1 {{(pid=62226) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1653.720106] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1653.888885] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027312, 'name': CreateVM_Task, 'duration_secs': 0.393433} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.890783] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.891154] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.891317] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.891705] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1653.891937] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f21154-aa28-44d1-83f2-dff2af23eaa9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.898968] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1653.898968] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a828f6-6159-88a5-d9d5-74a840323e90" [ 1653.898968] env[62226]: _type = "Task" [ 1653.898968] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.908762] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a828f6-6159-88a5-d9d5-74a840323e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.915410] env[62226]: DEBUG nova.compute.manager [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Received event network-changed-de4ba32b-3483-42e5-8c67-98641b521ae8 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1653.915410] env[62226]: DEBUG nova.compute.manager [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Refreshing instance network info cache due to event network-changed-de4ba32b-3483-42e5-8c67-98641b521ae8. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1653.915410] env[62226]: DEBUG oslo_concurrency.lockutils [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] Acquiring lock "refresh_cache-d7c708b7-1702-4f31-a8db-07f8d601b7fc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.915410] env[62226]: DEBUG oslo_concurrency.lockutils [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] Acquired lock "refresh_cache-d7c708b7-1702-4f31-a8db-07f8d601b7fc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.915632] env[62226]: DEBUG nova.network.neutron [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Refreshing network info cache for port de4ba32b-3483-42e5-8c67-98641b521ae8 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.966577] env[62226]: DEBUG nova.network.neutron [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Successfully created port: 5feb6464-2017-492f-b6ea-f447f53df6bc {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1653.986389] env[62226]: DEBUG nova.scheduler.client.report [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1654.068755] env[62226]: DEBUG nova.compute.manager [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1654.110463] env[62226]: DEBUG nova.network.neutron [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Successfully updated port: c458b2f4-bfe2-4b62-bb62-dc9e3efae499 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.127195] env[62226]: DEBUG nova.virt.hardware [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1654.128194] env[62226]: DEBUG nova.virt.hardware [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1654.128194] env[62226]: DEBUG nova.virt.hardware [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1654.129765] env[62226]: DEBUG nova.virt.hardware [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1654.130089] env[62226]: DEBUG nova.virt.hardware [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1654.130089] env[62226]: DEBUG nova.virt.hardware [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1654.130390] env[62226]: DEBUG nova.virt.hardware [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1654.130605] env[62226]: DEBUG nova.virt.hardware [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1654.130727] env[62226]: DEBUG nova.virt.hardware [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1654.131199] env[62226]: DEBUG nova.virt.hardware [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1654.131511] env[62226]: DEBUG nova.virt.hardware [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1654.133324] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35da158-117a-43c4-a2f8-ce7219f2c8e3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.153717] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed13860-9fd4-45db-ad4c-ef6c908fa55f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.416895] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.417725] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.418082] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.444407] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Completed reading data from the image iterator. {{(pid=62226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1654.445952] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1654.493600] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.494131] env[62226]: DEBUG nova.compute.manager [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1654.498766] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.666s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.500861] env[62226]: INFO nova.compute.claims [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1654.581949] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Downloaded image file data a37c1ad0-14d1-4f72-9199-9d380d813147 to vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk on the data store datastore1 {{(pid=62226) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1654.587121] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Caching image {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1654.587469] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Copying Virtual Disk [datastore1] vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk to [datastore1] vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1654.589722] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8af2d27a-5c65-4bdb-ad10-799501674a05 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.598719] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1654.598719] env[62226]: value = "task-2027313" [ 1654.598719] env[62226]: _type = "Task" [ 1654.598719] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.612704] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.613333] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Acquiring lock "refresh_cache-6e193e81-0e62-4075-bc04-05c091d28dbf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.613508] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Acquired lock "refresh_cache-6e193e81-0e62-4075-bc04-05c091d28dbf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.613612] env[62226]: DEBUG nova.network.neutron [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1655.011034] env[62226]: DEBUG nova.compute.utils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1655.014444] env[62226]: DEBUG nova.compute.manager [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Not allocating networking since 'none' was specified. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1655.117177] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027313, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.266731] env[62226]: DEBUG nova.network.neutron [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1655.438010] env[62226]: DEBUG nova.network.neutron [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Updated VIF entry in instance network info cache for port de4ba32b-3483-42e5-8c67-98641b521ae8. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.438010] env[62226]: DEBUG nova.network.neutron [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Updating instance_info_cache with network_info: [{"id": "de4ba32b-3483-42e5-8c67-98641b521ae8", "address": "fa:16:3e:ca:89:8e", "network": {"id": "ffd36c02-e6f3-4255-9a80-e4130d7bfbbc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1148431443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4dbf7d0c25453e9104c7eae903e26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde4ba32b-34", "ovs_interfaceid": "de4ba32b-3483-42e5-8c67-98641b521ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.515609] env[62226]: DEBUG nova.compute.manager [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1655.619555] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68397} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.619673] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Copied Virtual Disk [datastore1] vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk to [datastore1] vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1655.619856] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Deleting the datastore file [datastore1] vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.620151] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3daedc0-3c45-4de9-83e8-3e10503c6e83 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.627392] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1655.627392] env[62226]: value = "task-2027314" [ 1655.627392] env[62226]: _type = "Task" [ 1655.627392] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.641228] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.789366] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4418911e-4114-4404-875e-aa41749218be {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.798024] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba05e5b-84e1-48dc-96b6-4540d49fe6b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.834020] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d69db9b-a41f-43de-bd3b-8bf8bd7373fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.843824] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e75a01d-b64b-4fa0-bf83-6bcb854d79c7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.862784] env[62226]: DEBUG nova.compute.provider_tree [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.949889] env[62226]: DEBUG oslo_concurrency.lockutils [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] Releasing lock "refresh_cache-d7c708b7-1702-4f31-a8db-07f8d601b7fc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.949889] env[62226]: DEBUG nova.compute.manager [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Received event network-vif-plugged-44841754-606b-4be5-af57-bbca7268c669 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1655.949889] env[62226]: DEBUG oslo_concurrency.lockutils [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] Acquiring lock "9e981af4-0942-4d0c-9466-7b9a4ef122b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.949889] env[62226]: DEBUG oslo_concurrency.lockutils [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] Lock "9e981af4-0942-4d0c-9466-7b9a4ef122b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.949889] env[62226]: DEBUG oslo_concurrency.lockutils [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] Lock "9e981af4-0942-4d0c-9466-7b9a4ef122b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.950243] env[62226]: DEBUG nova.compute.manager [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] No waiting events found dispatching network-vif-plugged-44841754-606b-4be5-af57-bbca7268c669 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1655.950243] env[62226]: WARNING nova.compute.manager [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Received unexpected event network-vif-plugged-44841754-606b-4be5-af57-bbca7268c669 for instance with vm_state building and task_state spawning. [ 1655.950243] env[62226]: DEBUG nova.compute.manager [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Received event network-changed-44841754-606b-4be5-af57-bbca7268c669 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1655.950706] env[62226]: DEBUG nova.compute.manager [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Refreshing instance network info cache due to event network-changed-44841754-606b-4be5-af57-bbca7268c669. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1655.950706] env[62226]: DEBUG oslo_concurrency.lockutils [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] Acquiring lock "refresh_cache-9e981af4-0942-4d0c-9466-7b9a4ef122b5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.950706] env[62226]: DEBUG oslo_concurrency.lockutils [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] Acquired lock "refresh_cache-9e981af4-0942-4d0c-9466-7b9a4ef122b5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.950872] env[62226]: DEBUG nova.network.neutron [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Refreshing network info cache for port 44841754-606b-4be5-af57-bbca7268c669 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.976990] env[62226]: DEBUG nova.network.neutron [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Updating instance_info_cache with network_info: [{"id": "c458b2f4-bfe2-4b62-bb62-dc9e3efae499", "address": "fa:16:3e:c3:da:27", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc458b2f4-bf", "ovs_interfaceid": "c458b2f4-bfe2-4b62-bb62-dc9e3efae499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.137502] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025505} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.137778] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.138023] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Moving file from [datastore1] vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307/a37c1ad0-14d1-4f72-9199-9d380d813147 to [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147. {{(pid=62226) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1656.138598] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7915cb1e-b45b-4752-8229-48bb2d843167 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.145496] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1656.145496] env[62226]: value = "task-2027315" [ 1656.145496] env[62226]: _type = "Task" [ 1656.145496] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.154558] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027315, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.366108] env[62226]: DEBUG nova.scheduler.client.report [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.481763] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Releasing lock "refresh_cache-6e193e81-0e62-4075-bc04-05c091d28dbf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.482122] env[62226]: DEBUG nova.compute.manager [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Instance network_info: |[{"id": "c458b2f4-bfe2-4b62-bb62-dc9e3efae499", "address": "fa:16:3e:c3:da:27", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc458b2f4-bf", "ovs_interfaceid": "c458b2f4-bfe2-4b62-bb62-dc9e3efae499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1656.482544] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:da:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c458b2f4-bfe2-4b62-bb62-dc9e3efae499', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.491552] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Creating folder: Project (d75af8b353af42d48f16c34112734023). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.491872] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc7d23a1-0216-4624-b079-8438676ee5f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.503169] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Created folder: Project (d75af8b353af42d48f16c34112734023) in parent group-v416438. [ 1656.503374] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Creating folder: Instances. Parent ref: group-v416445. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.503647] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e528e3cd-fce4-497e-9a71-b5fc7566f4fc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.514399] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Created folder: Instances in parent group-v416445. [ 1656.514399] env[62226]: DEBUG oslo.service.loopingcall [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.514977] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.514977] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eed3f8cd-5a4e-4bd7-bb09-52e7cc2e0c11 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.534819] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.534819] env[62226]: value = "task-2027318" [ 1656.534819] env[62226]: _type = "Task" [ 1656.534819] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.541418] env[62226]: DEBUG nova.compute.manager [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1656.549290] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027318, 'name': CreateVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.574485] env[62226]: DEBUG nova.virt.hardware [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.574710] env[62226]: DEBUG nova.virt.hardware [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.574865] env[62226]: DEBUG nova.virt.hardware [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.575073] env[62226]: DEBUG nova.virt.hardware [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.575274] env[62226]: DEBUG nova.virt.hardware [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.575439] env[62226]: DEBUG nova.virt.hardware [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.575718] env[62226]: DEBUG nova.virt.hardware [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.575953] env[62226]: DEBUG nova.virt.hardware [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.577348] env[62226]: DEBUG nova.virt.hardware [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.577348] env[62226]: DEBUG nova.virt.hardware [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.577348] env[62226]: DEBUG nova.virt.hardware [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.578430] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be4fd5b-dd3e-4e04-830a-28f2aabf7c37 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.589871] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea99402-0641-47a2-bd58-2715f22ad95b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.610832] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Instance VIF info [] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.617756] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Creating folder: Project (e20be75b1c524f24af06c43e6a6c8253). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.618126] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b36e23b2-55f8-4069-bdf7-7151c2cf6b4e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.630197] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Created folder: Project (e20be75b1c524f24af06c43e6a6c8253) in parent group-v416438. [ 1656.630197] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Creating folder: Instances. Parent ref: group-v416448. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.630197] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2baa4680-816b-4167-a8f8-8d56429ed43f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.638875] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Created folder: Instances in parent group-v416448. [ 1656.639110] env[62226]: DEBUG oslo.service.loopingcall [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.639303] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.639497] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50ece52d-c8fe-4811-ab96-04f5b8f90143 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.665454] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027315, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025424} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.665454] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] File moved {{(pid=62226) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1656.665454] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Cleaning up location [datastore1] vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1656.665454] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Deleting the datastore file [datastore1] vmware_temp/1930629d-bc8e-4dd7-9e2c-abea00dc8307 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1656.665454] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.665454] env[62226]: value = "task-2027321" [ 1656.665454] env[62226]: _type = "Task" [ 1656.665454] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.665760] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbcbeea3-cec9-4cbf-b073-028980d44662 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.675565] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027321, 'name': CreateVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.677308] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1656.677308] env[62226]: value = "task-2027322" [ 1656.677308] env[62226]: _type = "Task" [ 1656.677308] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.688683] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.815091] env[62226]: DEBUG nova.network.neutron [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Successfully updated port: 5feb6464-2017-492f-b6ea-f447f53df6bc {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1656.875677] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.876308] env[62226]: DEBUG nova.compute.manager [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1656.879024] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.856s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.881187] env[62226]: INFO nova.compute.claims [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.910509] env[62226]: DEBUG nova.network.neutron [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Updated VIF entry in instance network info cache for port 44841754-606b-4be5-af57-bbca7268c669. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.911533] env[62226]: DEBUG nova.network.neutron [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Updating instance_info_cache with network_info: [{"id": "44841754-606b-4be5-af57-bbca7268c669", "address": "fa:16:3e:5c:2b:27", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44841754-60", "ovs_interfaceid": "44841754-606b-4be5-af57-bbca7268c669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.994671] env[62226]: DEBUG nova.compute.manager [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Received event network-vif-plugged-c458b2f4-bfe2-4b62-bb62-dc9e3efae499 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1656.995146] env[62226]: DEBUG oslo_concurrency.lockutils [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] Acquiring lock "6e193e81-0e62-4075-bc04-05c091d28dbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.999733] env[62226]: DEBUG oslo_concurrency.lockutils [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] Lock "6e193e81-0e62-4075-bc04-05c091d28dbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.999733] env[62226]: DEBUG oslo_concurrency.lockutils [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] Lock "6e193e81-0e62-4075-bc04-05c091d28dbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.999733] env[62226]: DEBUG nova.compute.manager [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] No waiting events found dispatching network-vif-plugged-c458b2f4-bfe2-4b62-bb62-dc9e3efae499 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1656.999733] env[62226]: WARNING nova.compute.manager [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Received unexpected event network-vif-plugged-c458b2f4-bfe2-4b62-bb62-dc9e3efae499 for instance with vm_state building and task_state spawning. [ 1656.999924] env[62226]: DEBUG nova.compute.manager [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Received event network-changed-c458b2f4-bfe2-4b62-bb62-dc9e3efae499 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1656.999961] env[62226]: DEBUG nova.compute.manager [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Refreshing instance network info cache due to event network-changed-c458b2f4-bfe2-4b62-bb62-dc9e3efae499. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1657.000277] env[62226]: DEBUG oslo_concurrency.lockutils [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] Acquiring lock "refresh_cache-6e193e81-0e62-4075-bc04-05c091d28dbf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.000277] env[62226]: DEBUG oslo_concurrency.lockutils [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] Acquired lock "refresh_cache-6e193e81-0e62-4075-bc04-05c091d28dbf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.000442] env[62226]: DEBUG nova.network.neutron [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Refreshing network info cache for port c458b2f4-bfe2-4b62-bb62-dc9e3efae499 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.048886] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027318, 'name': CreateVM_Task, 'duration_secs': 0.358143} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.048886] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.049135] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.049387] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.049624] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.050172] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38809554-6504-46f1-b848-4d6320e86ce7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.058686] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Waiting for the task: (returnval){ [ 1657.058686] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e44c0f-ef79-ebd1-a46f-36df02e7be95" [ 1657.058686] env[62226]: _type = "Task" [ 1657.058686] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.069158] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e44c0f-ef79-ebd1-a46f-36df02e7be95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.178841] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027321, 'name': CreateVM_Task, 'duration_secs': 0.294778} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.182636] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.183900] env[62226]: DEBUG oslo_vmware.service [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651c11dc-2106-43a2-98b3-40fc6ac0f1fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.192751] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.192751] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.192751] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.198962] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be07eaf-01b8-49aa-87ac-e1688cd2162d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.199984] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024773} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.199984] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1657.201764] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13302a47-352c-4812-8e49-8ead35026636 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.204616] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1657.204616] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f95f4a-ac09-9719-3175-51ed9f997a6f" [ 1657.204616] env[62226]: _type = "Task" [ 1657.204616] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.214467] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1657.214467] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520fb793-fd9d-4a3b-1145-5645357b1533" [ 1657.214467] env[62226]: _type = "Task" [ 1657.214467] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.222246] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.222546] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.222846] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.223060] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.223258] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.228363] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-099af107-9681-4b45-9661-0dfa5079c878 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.229155] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520fb793-fd9d-4a3b-1145-5645357b1533, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.229397] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.229628] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] d7c708b7-1702-4f31-a8db-07f8d601b7fc/d7c708b7-1702-4f31-a8db-07f8d601b7fc.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.230293] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.230874] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.230874] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83e403a5-ba56-4e1a-974f-38be9ea7857c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.237105] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a3748ab-cf0b-4b10-b891-51bbcc2a1230 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.239133] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.239301] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.240485] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b918afb5-3c38-4990-95f9-4986432d9d9c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.245593] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1657.245593] env[62226]: value = "task-2027323" [ 1657.245593] env[62226]: _type = "Task" [ 1657.245593] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.262784] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.264387] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4de8fd7-ab95-4b76-a22c-50cd72812286 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.266990] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.267311] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.267931] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38879ef4-52e5-41bb-a97f-2feb3c07a600 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.273764] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1657.273764] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d704a2-281d-b5b5-2cd2-02dc0942534d" [ 1657.273764] env[62226]: _type = "Task" [ 1657.273764] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.275114] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1657.275114] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525cd0c4-ba28-cab5-22ec-0f3afb976c48" [ 1657.275114] env[62226]: _type = "Task" [ 1657.275114] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.287617] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d704a2-281d-b5b5-2cd2-02dc0942534d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.291380] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525cd0c4-ba28-cab5-22ec-0f3afb976c48, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.292166] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ddeff62-f04c-4f32-ab54-7e37ca898d24 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.301129] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1657.301129] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f1188c-74db-8a4b-b114-d40222458061" [ 1657.301129] env[62226]: _type = "Task" [ 1657.301129] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.309891] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f1188c-74db-8a4b-b114-d40222458061, 'name': SearchDatastore_Task, 'duration_secs': 0.008799} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.310146] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.310415] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 9e981af4-0942-4d0c-9466-7b9a4ef122b5/9e981af4-0942-4d0c-9466-7b9a4ef122b5.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.310668] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ada68619-9e3d-4809-a540-a554028a744b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.317858] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.317858] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.317858] env[62226]: DEBUG nova.network.neutron [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.322229] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1657.322229] env[62226]: value = "task-2027324" [ 1657.322229] env[62226]: _type = "Task" [ 1657.322229] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.331698] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.388720] env[62226]: DEBUG nova.compute.utils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1657.398021] env[62226]: DEBUG nova.compute.manager [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1657.398021] env[62226]: DEBUG nova.network.neutron [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.416363] env[62226]: DEBUG oslo_concurrency.lockutils [req-edae8ebd-1c4d-43c9-898e-fcbfffa07a31 req-d22ec934-f8b4-42a5-a139-992485ff99df service nova] Releasing lock "refresh_cache-9e981af4-0942-4d0c-9466-7b9a4ef122b5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.571731] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e44c0f-ef79-ebd1-a46f-36df02e7be95, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.572174] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.572540] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.572777] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.572936] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.573137] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.573412] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64879103-4b2d-4a06-8424-007d1780b19f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.589816] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.589816] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.590256] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a9c839-b8e2-447b-8dcd-54457bf40199 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.596747] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Waiting for the task: (returnval){ [ 1657.596747] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521fb5d7-7ef0-fe54-eb8d-ef4df2fe2b2d" [ 1657.596747] env[62226]: _type = "Task" [ 1657.596747] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.609089] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521fb5d7-7ef0-fe54-eb8d-ef4df2fe2b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.761680] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027323, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.792892] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Preparing fetch location {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1657.793105] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Creating directory with path [datastore2] vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.793388] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a3cb807-dd9f-4e04-8964-d9e0a99e861c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.819081] env[62226]: DEBUG nova.policy [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ceaf327116a4f59810f83ad51c837b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1484f04bd634cf79a109bde3bbc1254', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1657.837633] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Created directory with path [datastore2] vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.837976] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Fetch image to [datastore2] vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1657.838318] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Downloading image file data a37c1ad0-14d1-4f72-9199-9d380d813147 to [datastore2] vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk on the data store datastore2 {{(pid=62226) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1657.847582] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44136a3e-6151-4bb8-baae-94fce9ba9c7f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.859835] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027324, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.865836] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e390e0da-105d-4a76-b750-12a30ce1fca5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.888571] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4bc38e-022a-4937-bd5a-46b3cf536773 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.900242] env[62226]: DEBUG nova.compute.manager [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1657.959885] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512e93e1-7b65-4c2c-b0fd-860d716b1c14 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.971064] env[62226]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1d426023-2a84-4fe8-a92c-ede67e79b498 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.079045] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Downloading image file data a37c1ad0-14d1-4f72-9199-9d380d813147 to the data store datastore2 {{(pid=62226) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1658.115829] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521fb5d7-7ef0-fe54-eb8d-ef4df2fe2b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.05039} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.119827] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3de1552-b03d-453e-af90-0a09a5608e3c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.125495] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Waiting for the task: (returnval){ [ 1658.125495] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52170500-e1be-b476-6ff6-8c2af72afd2f" [ 1658.125495] env[62226]: _type = "Task" [ 1658.125495] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.134198] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52170500-e1be-b476-6ff6-8c2af72afd2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.135029] env[62226]: DEBUG nova.network.neutron [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.180258] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084391be-315c-4d3a-8a8a-5246316b94fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.192068] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609c5a6c-737d-450f-893b-2459ff845f30 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.236299] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d11a70-0f0a-4b45-a3e6-eac9fc811bba {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.244538] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f87236f-229f-4384-a31d-2969194c70ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.257332] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553132} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.264955] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] d7c708b7-1702-4f31-a8db-07f8d601b7fc/d7c708b7-1702-4f31-a8db-07f8d601b7fc.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.265226] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.265718] env[62226]: DEBUG nova.compute.provider_tree [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.266980] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc308207-75a7-4f9a-b4d6-24b523ed02a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.277142] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1658.277142] env[62226]: value = "task-2027325" [ 1658.277142] env[62226]: _type = "Task" [ 1658.277142] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.287168] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.337913] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800487} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.338186] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 9e981af4-0942-4d0c-9466-7b9a4ef122b5/9e981af4-0942-4d0c-9466-7b9a4ef122b5.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.338792] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.338792] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8159bac-bc8d-4a8f-a4fd-51f995647bcd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.344949] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1658.344949] env[62226]: value = "task-2027326" [ 1658.344949] env[62226]: _type = "Task" [ 1658.344949] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.353776] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.638300] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52170500-e1be-b476-6ff6-8c2af72afd2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.638668] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.641156] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 6e193e81-0e62-4075-bc04-05c091d28dbf/6e193e81-0e62-4075-bc04-05c091d28dbf.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.641156] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-663d3d80-94ab-4f4d-9092-9106bc0794de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.646953] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Waiting for the task: (returnval){ [ 1658.646953] env[62226]: value = "task-2027327" [ 1658.646953] env[62226]: _type = "Task" [ 1658.646953] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.658451] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.767184] env[62226]: DEBUG nova.network.neutron [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Updated VIF entry in instance network info cache for port c458b2f4-bfe2-4b62-bb62-dc9e3efae499. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1658.767582] env[62226]: DEBUG nova.network.neutron [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Updating instance_info_cache with network_info: [{"id": "c458b2f4-bfe2-4b62-bb62-dc9e3efae499", "address": "fa:16:3e:c3:da:27", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc458b2f4-bf", "ovs_interfaceid": "c458b2f4-bfe2-4b62-bb62-dc9e3efae499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.771302] env[62226]: DEBUG nova.scheduler.client.report [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.790086] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067614} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.790086] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1658.790550] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd79047-2a66-47fe-bdea-7de92d70ba9a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.820959] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] d7c708b7-1702-4f31-a8db-07f8d601b7fc/d7c708b7-1702-4f31-a8db-07f8d601b7fc.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.821809] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae17928-26b5-4b74-a298-a0f1734b4f59 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.839858] env[62226]: DEBUG nova.network.neutron [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance_info_cache with network_info: [{"id": "5feb6464-2017-492f-b6ea-f447f53df6bc", "address": "fa:16:3e:82:5c:bd", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5feb6464-20", "ovs_interfaceid": "5feb6464-2017-492f-b6ea-f447f53df6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.850895] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1658.850895] env[62226]: value = "task-2027328" [ 1658.850895] env[62226]: _type = "Task" [ 1658.850895] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.861326] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099468} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.868018] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1658.868018] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.868018] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5680451a-be85-4af1-9f65-860a6cb5a229 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.895881] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 9e981af4-0942-4d0c-9466-7b9a4ef122b5/9e981af4-0942-4d0c-9466-7b9a4ef122b5.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.898406] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9a9efc5-b7af-4cf2-8a0e-73211483698e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.915265] env[62226]: DEBUG nova.compute.manager [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1658.924746] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1658.924746] env[62226]: value = "task-2027329" [ 1658.924746] env[62226]: _type = "Task" [ 1658.924746] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.933861] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.950585] env[62226]: DEBUG nova.virt.hardware [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1658.951177] env[62226]: DEBUG nova.virt.hardware [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.951177] env[62226]: DEBUG nova.virt.hardware [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1658.951177] env[62226]: DEBUG nova.virt.hardware [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.951353] env[62226]: DEBUG nova.virt.hardware [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1658.951596] env[62226]: DEBUG nova.virt.hardware [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1658.951656] env[62226]: DEBUG nova.virt.hardware [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1658.954036] env[62226]: DEBUG nova.virt.hardware [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1658.954036] env[62226]: DEBUG nova.virt.hardware [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1658.954036] env[62226]: DEBUG nova.virt.hardware [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1658.954036] env[62226]: DEBUG nova.virt.hardware [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1658.954036] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95981081-b148-4cd6-a7b6-66b81b8dafb4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.963555] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f8512c-1f28-4b88-a959-9aad085c017c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.969207] env[62226]: DEBUG oslo_vmware.rw_handles [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1659.161436] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027327, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.271897] env[62226]: DEBUG oslo_concurrency.lockutils [req-23c35ccd-98e9-4f0b-bfad-c0820e6687cf req-8f3fbd25-abc7-4ce1-b5ed-acae71964b30 service nova] Releasing lock "refresh_cache-6e193e81-0e62-4075-bc04-05c091d28dbf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.279428] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.280090] env[62226]: DEBUG nova.compute.manager [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1659.282867] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.947s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.284354] env[62226]: INFO nova.compute.claims [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1659.343745] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.344012] env[62226]: DEBUG nova.compute.manager [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Instance network_info: |[{"id": "5feb6464-2017-492f-b6ea-f447f53df6bc", "address": "fa:16:3e:82:5c:bd", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5feb6464-20", "ovs_interfaceid": "5feb6464-2017-492f-b6ea-f447f53df6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1659.344443] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:5c:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5feb6464-2017-492f-b6ea-f447f53df6bc', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.352403] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Creating folder: Project (d468828aed87453ebb7339709ef7f207). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.356118] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9d753db-f57f-4883-94e7-1b4816707c64 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.367574] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027328, 'name': ReconfigVM_Task, 'duration_secs': 0.40835} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.367853] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Reconfigured VM instance instance-00000001 to attach disk [datastore1] d7c708b7-1702-4f31-a8db-07f8d601b7fc/d7c708b7-1702-4f31-a8db-07f8d601b7fc.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.370115] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bff68b39-6f64-4962-aad6-d2ef120739e6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.372855] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Created folder: Project (d468828aed87453ebb7339709ef7f207) in parent group-v416438. [ 1659.372855] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Creating folder: Instances. Parent ref: group-v416451. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.372855] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e70bed72-e469-4cd9-aaa0-920a8e2b658d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.378898] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1659.378898] env[62226]: value = "task-2027331" [ 1659.378898] env[62226]: _type = "Task" [ 1659.378898] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.386791] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Created folder: Instances in parent group-v416451. [ 1659.387995] env[62226]: DEBUG oslo.service.loopingcall [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.387995] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1659.387995] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c0ac7e1-1793-4391-b87f-be5f1d079281 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.406420] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027331, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.411791] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.411791] env[62226]: value = "task-2027333" [ 1659.411791] env[62226]: _type = "Task" [ 1659.411791] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.424162] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027333, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.433963] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027329, 'name': ReconfigVM_Task, 'duration_secs': 0.385686} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.434449] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 9e981af4-0942-4d0c-9466-7b9a4ef122b5/9e981af4-0942-4d0c-9466-7b9a4ef122b5.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.435073] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a07628f4-c312-4fc8-8c96-38a48bde54c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.438730] env[62226]: DEBUG nova.network.neutron [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Successfully created port: 4137bd49-131d-4b9c-a501-f02c2cb8c973 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1659.442243] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1659.442243] env[62226]: value = "task-2027334" [ 1659.442243] env[62226]: _type = "Task" [ 1659.442243] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.452433] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027334, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.660360] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564089} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.666668] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 6e193e81-0e62-4075-bc04-05c091d28dbf/6e193e81-0e62-4075-bc04-05c091d28dbf.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.666945] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.667246] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9f6846a-f22b-40b3-b07b-6c0b134fa198 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.677028] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Waiting for the task: (returnval){ [ 1659.677028] env[62226]: value = "task-2027335" [ 1659.677028] env[62226]: _type = "Task" [ 1659.677028] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.688971] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.792168] env[62226]: DEBUG nova.compute.utils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.794188] env[62226]: DEBUG nova.compute.manager [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1659.794556] env[62226]: DEBUG nova.network.neutron [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.842488] env[62226]: DEBUG oslo_vmware.rw_handles [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Completed reading data from the image iterator. {{(pid=62226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1659.842821] env[62226]: DEBUG oslo_vmware.rw_handles [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1659.890498] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Downloaded image file data a37c1ad0-14d1-4f72-9199-9d380d813147 to vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk on the data store datastore2 {{(pid=62226) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1659.892388] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Caching image {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1659.892388] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Copying Virtual Disk [datastore2] vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk to [datastore2] vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1659.892388] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7507d6af-4118-4c60-921e-30f3eae28f12 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.901636] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027331, 'name': Rename_Task, 'duration_secs': 0.160438} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.903842] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.904179] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1659.904179] env[62226]: value = "task-2027336" [ 1659.904179] env[62226]: _type = "Task" [ 1659.904179] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.904342] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44e1f44e-3c9c-46eb-b82c-d02bfd3f1f00 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.916031] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.921328] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1659.921328] env[62226]: value = "task-2027337" [ 1659.921328] env[62226]: _type = "Task" [ 1659.921328] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.934691] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027333, 'name': CreateVM_Task, 'duration_secs': 0.452701} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.934691] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1659.934691] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.934691] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.935276] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1659.938929] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ca3142-5216-4386-9bde-df002276700c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.941137] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027337, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.949170] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1659.949170] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52265ee8-2e62-0caf-d9b9-6fcc1eda1dce" [ 1659.949170] env[62226]: _type = "Task" [ 1659.949170] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.957100] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027334, 'name': Rename_Task, 'duration_secs': 0.167425} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.958105] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.958105] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1eee2697-0b93-4e96-b226-0c6d3bfedc4b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.964477] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52265ee8-2e62-0caf-d9b9-6fcc1eda1dce, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.966786] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.966786] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1659.966786] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.966786] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.966959] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1659.966959] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-019151e7-546a-47b3-8f25-41520189bb1a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.970360] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1659.970360] env[62226]: value = "task-2027338" [ 1659.970360] env[62226]: _type = "Task" [ 1659.970360] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.982647] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.984337] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1659.984805] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1659.985954] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902f1467-6474-4cb6-af40-5ca35a579402 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.991312] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1659.991312] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52656253-b458-a880-b6c2-51ea19ee3167" [ 1659.991312] env[62226]: _type = "Task" [ 1659.991312] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.000047] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52656253-b458-a880-b6c2-51ea19ee3167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.010704] env[62226]: DEBUG nova.policy [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9255ed589e9a417bb1b8ae0982102942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eff53907b814b81bf3277b9b06e5d0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1660.189369] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068432} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.189867] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.192767] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114f6613-0419-4183-a125-091c39676e94 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.220235] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 6e193e81-0e62-4075-bc04-05c091d28dbf/6e193e81-0e62-4075-bc04-05c091d28dbf.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.221027] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38ba98e2-aef4-4df5-ad33-9b3b6d507887 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.244586] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Waiting for the task: (returnval){ [ 1660.244586] env[62226]: value = "task-2027339" [ 1660.244586] env[62226]: _type = "Task" [ 1660.244586] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.254794] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.298044] env[62226]: DEBUG nova.compute.manager [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1660.424944] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027336, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.445515] env[62226]: DEBUG oslo_vmware.api [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027337, 'name': PowerOnVM_Task, 'duration_secs': 0.499302} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.445796] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.446286] env[62226]: INFO nova.compute.manager [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Took 13.42 seconds to spawn the instance on the hypervisor. [ 1660.446542] env[62226]: DEBUG nova.compute.manager [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.447451] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab81ff05-6e44-4b09-ac56-5572c29d6c49 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.483698] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027338, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.505791] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52656253-b458-a880-b6c2-51ea19ee3167, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.507124] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4544fbae-6152-4058-a89b-0f566ddd5c97 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.527230] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1660.527230] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52822010-2045-4c0f-7af8-885de883914f" [ 1660.527230] env[62226]: _type = "Task" [ 1660.527230] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.541909] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52822010-2045-4c0f-7af8-885de883914f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.632175] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a769b1-97e1-4531-a795-64131ab01397 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.641040] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d20489f-ef79-40a5-8ced-8870f46a5501 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.677714] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddad3078-bed0-482b-b54f-7272e348ca63 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.687549] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b38314-9902-481b-b91b-03c545eeeb9b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.703893] env[62226]: DEBUG nova.compute.provider_tree [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.757478] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027339, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.924933] env[62226]: DEBUG nova.network.neutron [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Successfully created port: f5fa979a-4378-41c2-bb5e-ecaf1c918d71 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.932393] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792368} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.933046] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Copied Virtual Disk [datastore2] vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk to [datastore2] vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1660.933229] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Deleting the datastore file [datastore2] vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147/tmp-sparse.vmdk {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1660.935444] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d471b935-599e-434d-98ca-1626160daede {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.940824] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1660.940824] env[62226]: value = "task-2027340" [ 1660.940824] env[62226]: _type = "Task" [ 1660.940824] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.952393] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.972565] env[62226]: INFO nova.compute.manager [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Took 18.26 seconds to build instance. [ 1660.989829] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027338, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.041932] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52822010-2045-4c0f-7af8-885de883914f, 'name': SearchDatastore_Task, 'duration_secs': 0.01987} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.042192] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.042447] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] c50bc1d9-19e6-439e-8782-7b268047d420/c50bc1d9-19e6-439e-8782-7b268047d420.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1661.042704] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69901173-d977-4e2b-918a-4cd348079536 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.051151] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1661.051151] env[62226]: value = "task-2027341" [ 1661.051151] env[62226]: _type = "Task" [ 1661.051151] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.064372] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.208558] env[62226]: DEBUG nova.scheduler.client.report [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.258294] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027339, 'name': ReconfigVM_Task, 'duration_secs': 0.520714} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.258294] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 6e193e81-0e62-4075-bc04-05c091d28dbf/6e193e81-0e62-4075-bc04-05c091d28dbf.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.258294] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66ab4278-6172-4028-a460-857ebe69afaa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.265148] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Waiting for the task: (returnval){ [ 1661.265148] env[62226]: value = "task-2027344" [ 1661.265148] env[62226]: _type = "Task" [ 1661.265148] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.273571] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027344, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.311949] env[62226]: DEBUG nova.compute.manager [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1661.347124] env[62226]: DEBUG nova.virt.hardware [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.347445] env[62226]: DEBUG nova.virt.hardware [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.347841] env[62226]: DEBUG nova.virt.hardware [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.348130] env[62226]: DEBUG nova.virt.hardware [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.348330] env[62226]: DEBUG nova.virt.hardware [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.348576] env[62226]: DEBUG nova.virt.hardware [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.348847] env[62226]: DEBUG nova.virt.hardware [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.349227] env[62226]: DEBUG nova.virt.hardware [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.349356] env[62226]: DEBUG nova.virt.hardware [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.349597] env[62226]: DEBUG nova.virt.hardware [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.349783] env[62226]: DEBUG nova.virt.hardware [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.350710] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640e0589-2e70-404f-a6f6-a09140c88d0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.362022] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c15343-41c6-4480-93af-a0b08d988107 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.451864] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032748} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.452285] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1661.452539] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Moving file from [datastore2] vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9/a37c1ad0-14d1-4f72-9199-9d380d813147 to [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147. {{(pid=62226) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1661.452846] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-09c715cb-e009-40c1-928a-5032144bd972 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.460766] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1661.460766] env[62226]: value = "task-2027347" [ 1661.460766] env[62226]: _type = "Task" [ 1661.460766] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.469505] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027347, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.476966] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5d09581b-c9da-457d-87d5-8f2c4203d9df tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lock "d7c708b7-1702-4f31-a8db-07f8d601b7fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.776s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.482777] env[62226]: DEBUG oslo_vmware.api [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027338, 'name': PowerOnVM_Task, 'duration_secs': 1.440554} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.482993] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.483192] env[62226]: INFO nova.compute.manager [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Took 12.12 seconds to spawn the instance on the hypervisor. [ 1661.483367] env[62226]: DEBUG nova.compute.manager [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.484202] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b53e82-d105-4a7e-8c3c-659e219d4e07 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.565590] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027341, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.701390] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Acquiring lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.701390] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.717257] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.718240] env[62226]: DEBUG nova.compute.manager [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1661.726045] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.991s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.726045] env[62226]: INFO nova.compute.claims [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1661.780552] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027344, 'name': Rename_Task, 'duration_secs': 0.353307} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.780829] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.781089] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d5bab85-bb02-4074-be04-10833644e11d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.790396] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Waiting for the task: (returnval){ [ 1661.790396] env[62226]: value = "task-2027348" [ 1661.790396] env[62226]: _type = "Task" [ 1661.790396] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.803281] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.972742] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027347, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.037352} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.972977] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] File moved {{(pid=62226) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1661.976864] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Cleaning up location [datastore2] vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1661.977077] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Deleting the datastore file [datastore2] vmware_temp/11880b32-cffa-41b5-aa87-83dcffd198c9 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.977758] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39e21c12-f871-44c0-92e7-c2d55d9d1612 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.983702] env[62226]: DEBUG nova.compute.manager [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1661.990144] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1661.990144] env[62226]: value = "task-2027349" [ 1661.990144] env[62226]: _type = "Task" [ 1661.990144] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.007765] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.015297] env[62226]: INFO nova.compute.manager [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Took 17.92 seconds to build instance. [ 1662.069167] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712155} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.069497] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] c50bc1d9-19e6-439e-8782-7b268047d420/c50bc1d9-19e6-439e-8782-7b268047d420.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1662.069745] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1662.070098] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a70361d-88fd-41d4-9063-624851197ed0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.077129] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1662.077129] env[62226]: value = "task-2027350" [ 1662.077129] env[62226]: _type = "Task" [ 1662.077129] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.087143] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.225574] env[62226]: DEBUG nova.compute.utils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1662.227812] env[62226]: DEBUG nova.compute.manager [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1662.227812] env[62226]: DEBUG nova.network.neutron [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1662.306387] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027348, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.334830] env[62226]: DEBUG nova.compute.manager [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Received event network-vif-plugged-5feb6464-2017-492f-b6ea-f447f53df6bc {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1662.334830] env[62226]: DEBUG oslo_concurrency.lockutils [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] Acquiring lock "c50bc1d9-19e6-439e-8782-7b268047d420-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.334830] env[62226]: DEBUG oslo_concurrency.lockutils [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] Lock "c50bc1d9-19e6-439e-8782-7b268047d420-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.334995] env[62226]: DEBUG oslo_concurrency.lockutils [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] Lock "c50bc1d9-19e6-439e-8782-7b268047d420-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.335141] env[62226]: DEBUG nova.compute.manager [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] No waiting events found dispatching network-vif-plugged-5feb6464-2017-492f-b6ea-f447f53df6bc {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1662.335288] env[62226]: WARNING nova.compute.manager [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Received unexpected event network-vif-plugged-5feb6464-2017-492f-b6ea-f447f53df6bc for instance with vm_state building and task_state spawning. [ 1662.335446] env[62226]: DEBUG nova.compute.manager [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Received event network-changed-5feb6464-2017-492f-b6ea-f447f53df6bc {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1662.335625] env[62226]: DEBUG nova.compute.manager [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Refreshing instance network info cache due to event network-changed-5feb6464-2017-492f-b6ea-f447f53df6bc. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1662.335868] env[62226]: DEBUG oslo_concurrency.lockutils [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] Acquiring lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.335924] env[62226]: DEBUG oslo_concurrency.lockutils [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] Acquired lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.336081] env[62226]: DEBUG nova.network.neutron [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Refreshing network info cache for port 5feb6464-2017-492f-b6ea-f447f53df6bc {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1662.504835] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137353} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.505602] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.506458] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c199c5-690f-4a41-a234-b9d3e0085017 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.513489] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1662.513489] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52586bdd-cbb2-9889-9eab-d8803bb92a93" [ 1662.513489] env[62226]: _type = "Task" [ 1662.513489] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.519518] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.524367] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94a27090-1920-429c-9171-47a410a4e48d tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "9e981af4-0942-4d0c-9466-7b9a4ef122b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.442s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.524598] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52586bdd-cbb2-9889-9eab-d8803bb92a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.533889] env[62226]: DEBUG nova.policy [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5f7878016764a3d8fc14f534622175a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e7e5ee2567a4e02a60fa8275d72e6a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1662.546451] env[62226]: DEBUG nova.network.neutron [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Successfully updated port: 4137bd49-131d-4b9c-a501-f02c2cb8c973 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1662.591355] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06937} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.591723] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1662.592579] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632005c3-8aff-4f7a-9925-95238c4cd493 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.617409] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] c50bc1d9-19e6-439e-8782-7b268047d420/c50bc1d9-19e6-439e-8782-7b268047d420.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.618009] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72f1fe3f-548c-4619-a59c-b416b70a5040 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.637540] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1662.637540] env[62226]: value = "task-2027351" [ 1662.637540] env[62226]: _type = "Task" [ 1662.637540] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.647947] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.734372] env[62226]: DEBUG nova.compute.manager [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1662.801942] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027348, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.976130] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9688cfef-458a-420f-a34d-8391ffbc113b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.991171] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea12dccf-68ea-4822-be17-f4c5b6318bc1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.029205] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a0d6a3-23b5-4d4d-823d-1fbd072d8353 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.032523] env[62226]: DEBUG nova.compute.manager [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1663.045819] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f852a287-abc4-4834-b083-81ba4ea4bcfe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.050280] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52586bdd-cbb2-9889-9eab-d8803bb92a93, 'name': SearchDatastore_Task, 'duration_secs': 0.013464} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.050867] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "refresh_cache-60161dc7-23c2-4f6c-b303-c60f20cfa679" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.052252] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquired lock "refresh_cache-60161dc7-23c2-4f6c-b303-c60f20cfa679" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.052252] env[62226]: DEBUG nova.network.neutron [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.052635] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.052864] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 895cf2de-e826-49e7-8674-863a62611dcf/895cf2de-e826-49e7-8674-863a62611dcf.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1663.055382] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-790e4311-8fb4-4738-85b5-63717f732703 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.066481] env[62226]: DEBUG nova.compute.provider_tree [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.075754] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1663.075754] env[62226]: value = "task-2027352" [ 1663.075754] env[62226]: _type = "Task" [ 1663.075754] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.084968] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.148586] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027351, 'name': ReconfigVM_Task, 'duration_secs': 0.414142} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.148942] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Reconfigured VM instance instance-00000004 to attach disk [datastore1] c50bc1d9-19e6-439e-8782-7b268047d420/c50bc1d9-19e6-439e-8782-7b268047d420.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.150339] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a484e99e-136d-43f2-bbba-ef954c9b2f73 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.157261] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1663.157261] env[62226]: value = "task-2027353" [ 1663.157261] env[62226]: _type = "Task" [ 1663.157261] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.167619] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027353, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.313743] env[62226]: DEBUG oslo_vmware.api [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027348, 'name': PowerOnVM_Task, 'duration_secs': 1.391809} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.314026] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.314241] env[62226]: INFO nova.compute.manager [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Took 11.58 seconds to spawn the instance on the hypervisor. [ 1663.314412] env[62226]: DEBUG nova.compute.manager [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1663.315390] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b35820b-51e6-4348-b258-81ebc4532d1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.454254] env[62226]: DEBUG nova.network.neutron [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Successfully created port: 12709637-4b60-4f2b-90ca-91b1fe262016 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1663.489760] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "31df7076-0c33-4d0a-9ffd-c65a02433fd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.489994] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "31df7076-0c33-4d0a-9ffd-c65a02433fd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.565559] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.573491] env[62226]: DEBUG nova.scheduler.client.report [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.587681] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027352, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.681702] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027353, 'name': Rename_Task, 'duration_secs': 0.202367} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.681702] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.681702] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ae610bd-30a2-49ee-8182-81c75a9b9c33 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.681702] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1663.681702] env[62226]: value = "task-2027354" [ 1663.681702] env[62226]: _type = "Task" [ 1663.681702] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.693968] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.694843] env[62226]: DEBUG nova.network.neutron [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1663.750023] env[62226]: DEBUG nova.compute.manager [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1663.770074] env[62226]: DEBUG nova.network.neutron [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updated VIF entry in instance network info cache for port 5feb6464-2017-492f-b6ea-f447f53df6bc. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1663.770074] env[62226]: DEBUG nova.network.neutron [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance_info_cache with network_info: [{"id": "5feb6464-2017-492f-b6ea-f447f53df6bc", "address": "fa:16:3e:82:5c:bd", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5feb6464-20", "ovs_interfaceid": "5feb6464-2017-492f-b6ea-f447f53df6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.828780] env[62226]: DEBUG nova.virt.hardware [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1663.830999] env[62226]: DEBUG nova.virt.hardware [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.834109] env[62226]: DEBUG nova.virt.hardware [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1663.834109] env[62226]: DEBUG nova.virt.hardware [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.834109] env[62226]: DEBUG nova.virt.hardware [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1663.834109] env[62226]: DEBUG nova.virt.hardware [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1663.834109] env[62226]: DEBUG nova.virt.hardware [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1663.834436] env[62226]: DEBUG nova.virt.hardware [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1663.834436] env[62226]: DEBUG nova.virt.hardware [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1663.834436] env[62226]: DEBUG nova.virt.hardware [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1663.834436] env[62226]: DEBUG nova.virt.hardware [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1663.834436] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd345b6-3cc8-477b-a06f-582783777243 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.851904] env[62226]: INFO nova.compute.manager [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Took 19.57 seconds to build instance. [ 1663.853863] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb631432-f18b-4254-8da5-4916e5ab99dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.954963] env[62226]: DEBUG nova.network.neutron [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Successfully updated port: f5fa979a-4378-41c2-bb5e-ecaf1c918d71 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1664.081612] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.082255] env[62226]: DEBUG nova.compute.manager [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1664.085556] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.544s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.087707] env[62226]: INFO nova.compute.claims [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.097318] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73488} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.097609] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 895cf2de-e826-49e7-8674-863a62611dcf/895cf2de-e826-49e7-8674-863a62611dcf.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.098063] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.098185] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ab27612-13ce-4f86-b801-38f8be23d517 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.109034] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1664.109034] env[62226]: value = "task-2027355" [ 1664.109034] env[62226]: _type = "Task" [ 1664.109034] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.119748] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.141326] env[62226]: DEBUG nova.network.neutron [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Updating instance_info_cache with network_info: [{"id": "4137bd49-131d-4b9c-a501-f02c2cb8c973", "address": "fa:16:3e:f3:55:c5", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4137bd49-13", "ovs_interfaceid": "4137bd49-131d-4b9c-a501-f02c2cb8c973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.194400] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.281310] env[62226]: DEBUG oslo_concurrency.lockutils [req-f7f859bd-66af-42f4-a1fd-4ed4b1c7cc54 req-b88bd34e-ca14-4eb3-8ad8-b65e903f86af service nova] Releasing lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.360049] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1e3a81e-212d-4e4f-8366-c33c65fbe93a tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Lock "6e193e81-0e62-4075-bc04-05c091d28dbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.090s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.459038] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquiring lock "refresh_cache-b46de92b-7858-4796-a6d7-8d71fd3dae6f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.459038] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquired lock "refresh_cache-b46de92b-7858-4796-a6d7-8d71fd3dae6f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.459199] env[62226]: DEBUG nova.network.neutron [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1664.593657] env[62226]: DEBUG nova.compute.utils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.600595] env[62226]: DEBUG nova.compute.manager [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Not allocating networking since 'none' was specified. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1664.626560] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194375} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.627380] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1664.628498] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70690577-f39a-4242-96a3-ca5dd9dc911d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.657082] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 895cf2de-e826-49e7-8674-863a62611dcf/895cf2de-e826-49e7-8674-863a62611dcf.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.657324] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Releasing lock "refresh_cache-60161dc7-23c2-4f6c-b303-c60f20cfa679" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.657825] env[62226]: DEBUG nova.compute.manager [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Instance network_info: |[{"id": "4137bd49-131d-4b9c-a501-f02c2cb8c973", "address": "fa:16:3e:f3:55:c5", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4137bd49-13", "ovs_interfaceid": "4137bd49-131d-4b9c-a501-f02c2cb8c973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1664.659245] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f19935bb-a93d-4da1-b39a-e8af1a941e0d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.675646] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:55:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4137bd49-131d-4b9c-a501-f02c2cb8c973', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1664.683815] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Creating folder: Project (f1484f04bd634cf79a109bde3bbc1254). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1664.686039] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bcafe6a-2d5d-4c54-9381-c7193fc26506 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.692897] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1664.692897] env[62226]: value = "task-2027357" [ 1664.692897] env[62226]: _type = "Task" [ 1664.692897] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.696238] env[62226]: DEBUG oslo_vmware.api [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027354, 'name': PowerOnVM_Task, 'duration_secs': 0.742106} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.700708] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.700898] env[62226]: INFO nova.compute.manager [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1664.701156] env[62226]: DEBUG nova.compute.manager [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.702649] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c5cae4-0aec-48ad-87af-18cd07a8bd40 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.706317] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Created folder: Project (f1484f04bd634cf79a109bde3bbc1254) in parent group-v416438. [ 1664.709322] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Creating folder: Instances. Parent ref: group-v416457. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1664.710128] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11f6ada7-b610-4a35-8075-4a49c22ef69a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.715751] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.724345] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Created folder: Instances in parent group-v416457. [ 1664.724478] env[62226]: DEBUG oslo.service.loopingcall [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.724635] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1664.724889] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15510be9-5963-4d0b-b9a3-04800126ebdc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.746948] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1664.746948] env[62226]: value = "task-2027360" [ 1664.746948] env[62226]: _type = "Task" [ 1664.746948] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.755482] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027360, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.864291] env[62226]: DEBUG nova.compute.manager [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1665.026661] env[62226]: DEBUG nova.network.neutron [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1665.031197] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Acquiring lock "4465170d-735f-469d-8be1-90251bb88fe2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.031274] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Lock "4465170d-735f-469d-8be1-90251bb88fe2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.101558] env[62226]: DEBUG nova.compute.manager [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1665.212864] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.213478] env[62226]: DEBUG nova.network.neutron [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Updating instance_info_cache with network_info: [{"id": "f5fa979a-4378-41c2-bb5e-ecaf1c918d71", "address": "fa:16:3e:9c:d1:46", "network": {"id": "b8b630b1-cbc5-46af-8fa6-aa9558d2541a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-348273668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eff53907b814b81bf3277b9b06e5d0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5fa979a-43", "ovs_interfaceid": "f5fa979a-4378-41c2-bb5e-ecaf1c918d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.237496] env[62226]: INFO nova.compute.manager [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Took 20.18 seconds to build instance. [ 1665.262453] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027360, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.404186] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.439616] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d498b8-8917-4e63-9e0a-00517e26210a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.451055] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911a7b0f-f760-48cd-9411-7fe09a0ea79f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.493820] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e66a1fe-0ab7-4ede-9129-37df8ef6e1ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.502775] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a835adc0-7caf-40bf-90c3-54c6fe000902 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.529582] env[62226]: DEBUG nova.compute.provider_tree [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.716526] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027357, 'name': ReconfigVM_Task, 'duration_secs': 0.870253} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.716526] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 895cf2de-e826-49e7-8674-863a62611dcf/895cf2de-e826-49e7-8674-863a62611dcf.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.716526] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Releasing lock "refresh_cache-b46de92b-7858-4796-a6d7-8d71fd3dae6f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.716785] env[62226]: DEBUG nova.compute.manager [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Instance network_info: |[{"id": "f5fa979a-4378-41c2-bb5e-ecaf1c918d71", "address": "fa:16:3e:9c:d1:46", "network": {"id": "b8b630b1-cbc5-46af-8fa6-aa9558d2541a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-348273668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eff53907b814b81bf3277b9b06e5d0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5fa979a-43", "ovs_interfaceid": "f5fa979a-4378-41c2-bb5e-ecaf1c918d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1665.716785] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de506d52-39e7-472f-a6ed-2874231276e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.721980] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:d1:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5fa979a-4378-41c2-bb5e-ecaf1c918d71', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1665.729372] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Creating folder: Project (3eff53907b814b81bf3277b9b06e5d0e). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1665.732438] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3260f934-0cbf-45c3-91ba-114c799c4d12 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.743279] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1665.743279] env[62226]: value = "task-2027361" [ 1665.743279] env[62226]: _type = "Task" [ 1665.743279] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.745235] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a78b8486-2e60-47dd-a2f9-455e4f18d104 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c50bc1d9-19e6-439e-8782-7b268047d420" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.694s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.745633] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Created folder: Project (3eff53907b814b81bf3277b9b06e5d0e) in parent group-v416438. [ 1665.746027] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Creating folder: Instances. Parent ref: group-v416460. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1665.754032] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c455fb7-c102-455c-b69e-10464f82cf86 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.766497] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027361, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.771747] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027360, 'name': CreateVM_Task, 'duration_secs': 0.837988} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.773310] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1665.773863] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Created folder: Instances in parent group-v416460. [ 1665.774472] env[62226]: DEBUG oslo.service.loopingcall [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1665.775702] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.776848] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.777419] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1665.777917] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1665.778715] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d452c5-88b2-4a93-a98b-421bd92c21b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.784205] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a423fc5d-b64f-4e4d-9228-530619fdcbbb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.807051] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1665.807051] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525e49ca-dda2-7a91-2be7-2ce76ee36ef4" [ 1665.807051] env[62226]: _type = "Task" [ 1665.807051] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.808393] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1665.808393] env[62226]: value = "task-2027364" [ 1665.808393] env[62226]: _type = "Task" [ 1665.808393] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.825356] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525e49ca-dda2-7a91-2be7-2ce76ee36ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.011807} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.828442] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.828813] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1665.829048] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.829181] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.829351] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1665.830036] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027364, 'name': CreateVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.830036] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7db35177-0077-4880-85fe-47d729472566 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.838655] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1665.838853] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1665.839885] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c1ee11-aad4-46a7-b80c-b2ac8fcb0ab6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.846619] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1665.846619] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524e745e-91a6-a90a-e746-ba2f356b0526" [ 1665.846619] env[62226]: _type = "Task" [ 1665.846619] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.854717] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524e745e-91a6-a90a-e746-ba2f356b0526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.033379] env[62226]: DEBUG nova.scheduler.client.report [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.101729] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Acquiring lock "72f31b24-4dfd-4182-9dd8-406b54cdb874" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.101969] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Lock "72f31b24-4dfd-4182-9dd8-406b54cdb874" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.121026] env[62226]: DEBUG nova.compute.manager [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1666.153343] env[62226]: DEBUG nova.virt.hardware [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1666.153343] env[62226]: DEBUG nova.virt.hardware [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.153343] env[62226]: DEBUG nova.virt.hardware [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1666.153343] env[62226]: DEBUG nova.virt.hardware [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.153738] env[62226]: DEBUG nova.virt.hardware [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1666.153738] env[62226]: DEBUG nova.virt.hardware [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1666.153738] env[62226]: DEBUG nova.virt.hardware [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1666.153738] env[62226]: DEBUG nova.virt.hardware [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1666.153738] env[62226]: DEBUG nova.virt.hardware [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1666.153909] env[62226]: DEBUG nova.virt.hardware [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1666.153942] env[62226]: DEBUG nova.virt.hardware [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1666.155890] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5416b75a-f094-4cb3-9e0f-26586e6886e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.166396] env[62226]: DEBUG nova.network.neutron [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Successfully updated port: 12709637-4b60-4f2b-90ca-91b1fe262016 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1666.169853] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabe3de2-6c6f-4c6f-b984-a93a66935170 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.189272] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Instance VIF info [] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1666.192521] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Creating folder: Project (4b8303fab2434fd99cd07757627bcd39). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1666.193246] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e612ccc-c572-4309-98a7-6e11b6671af5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.204309] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Created folder: Project (4b8303fab2434fd99cd07757627bcd39) in parent group-v416438. [ 1666.204644] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Creating folder: Instances. Parent ref: group-v416463. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1666.204713] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42c79fb3-92fa-43ab-955a-dd05e1996e89 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.215529] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Created folder: Instances in parent group-v416463. [ 1666.215861] env[62226]: DEBUG oslo.service.loopingcall [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.216066] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1666.216268] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f74457e6-b193-46d1-adaf-fae8416a264b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.236316] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1666.236316] env[62226]: value = "task-2027367" [ 1666.236316] env[62226]: _type = "Task" [ 1666.236316] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.245556] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027367, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.258197] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027361, 'name': Rename_Task, 'duration_secs': 0.232248} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.258197] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.258197] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-340c106d-6d22-4033-9aeb-7974d4c12c79 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.258500] env[62226]: DEBUG nova.compute.manager [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1666.267020] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1666.267020] env[62226]: value = "task-2027368" [ 1666.267020] env[62226]: _type = "Task" [ 1666.267020] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.278464] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.325128] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027364, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.361484] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524e745e-91a6-a90a-e746-ba2f356b0526, 'name': SearchDatastore_Task, 'duration_secs': 0.013047} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.365023] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e719ba-e30e-40f8-bc98-3e5f7252f05d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.373353] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1666.373353] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52df58ec-0257-88b7-3568-cff66afd92c7" [ 1666.373353] env[62226]: _type = "Task" [ 1666.373353] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.383163] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52df58ec-0257-88b7-3568-cff66afd92c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.547127] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.547127] env[62226]: DEBUG nova.compute.manager [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1666.551554] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.032s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.553280] env[62226]: INFO nova.compute.claims [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1666.577330] env[62226]: DEBUG nova.compute.manager [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1666.578641] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9441986-c41d-4ad4-ade1-495d2f322fb6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.672028] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquiring lock "refresh_cache-98770d13-fd1e-4d55-b4a7-4e17b260167a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.672028] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquired lock "refresh_cache-98770d13-fd1e-4d55-b4a7-4e17b260167a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.672028] env[62226]: DEBUG nova.network.neutron [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.750145] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027367, 'name': CreateVM_Task, 'duration_secs': 0.453585} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.750494] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1666.751585] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.752069] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.753978] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1666.753978] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f62dfb-8be2-4554-a5c5-02eefa6389e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.761155] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1666.761155] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fc46a1-98f4-cb59-402c-1b8dca4a29f8" [ 1666.761155] env[62226]: _type = "Task" [ 1666.761155] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.779197] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fc46a1-98f4-cb59-402c-1b8dca4a29f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.785848] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027368, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.789762] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "2377e8d9-b6cb-4d31-8807-5b513acc1477" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.789925] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "2377e8d9-b6cb-4d31-8807-5b513acc1477" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.793867] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.825297] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027364, 'name': CreateVM_Task, 'duration_secs': 0.581015} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.825297] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1666.825297] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.884592] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52df58ec-0257-88b7-3568-cff66afd92c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.885434] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.885434] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 60161dc7-23c2-4f6c-b303-c60f20cfa679/60161dc7-23c2-4f6c-b303-c60f20cfa679.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1666.885664] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-031b573f-a67a-4df8-9fe2-9c8162357b8c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.897044] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1666.897044] env[62226]: value = "task-2027370" [ 1666.897044] env[62226]: _type = "Task" [ 1666.897044] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.909444] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.031779] env[62226]: DEBUG nova.compute.manager [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Received event network-vif-plugged-4137bd49-131d-4b9c-a501-f02c2cb8c973 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1667.033505] env[62226]: DEBUG oslo_concurrency.lockutils [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] Acquiring lock "60161dc7-23c2-4f6c-b303-c60f20cfa679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.033505] env[62226]: DEBUG oslo_concurrency.lockutils [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] Lock "60161dc7-23c2-4f6c-b303-c60f20cfa679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.033505] env[62226]: DEBUG oslo_concurrency.lockutils [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] Lock "60161dc7-23c2-4f6c-b303-c60f20cfa679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.033505] env[62226]: DEBUG nova.compute.manager [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] No waiting events found dispatching network-vif-plugged-4137bd49-131d-4b9c-a501-f02c2cb8c973 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1667.033505] env[62226]: WARNING nova.compute.manager [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Received unexpected event network-vif-plugged-4137bd49-131d-4b9c-a501-f02c2cb8c973 for instance with vm_state building and task_state spawning. [ 1667.033842] env[62226]: DEBUG nova.compute.manager [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Received event network-changed-4137bd49-131d-4b9c-a501-f02c2cb8c973 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1667.033842] env[62226]: DEBUG nova.compute.manager [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Refreshing instance network info cache due to event network-changed-4137bd49-131d-4b9c-a501-f02c2cb8c973. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1667.033842] env[62226]: DEBUG oslo_concurrency.lockutils [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] Acquiring lock "refresh_cache-60161dc7-23c2-4f6c-b303-c60f20cfa679" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.033842] env[62226]: DEBUG oslo_concurrency.lockutils [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] Acquired lock "refresh_cache-60161dc7-23c2-4f6c-b303-c60f20cfa679" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.033842] env[62226]: DEBUG nova.network.neutron [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Refreshing network info cache for port 4137bd49-131d-4b9c-a501-f02c2cb8c973 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.058452] env[62226]: DEBUG nova.compute.utils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1667.063158] env[62226]: DEBUG nova.compute.manager [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1667.063402] env[62226]: DEBUG nova.network.neutron [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1667.093408] env[62226]: INFO nova.compute.manager [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] instance snapshotting [ 1667.097858] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e444f0-5dea-4663-8514-bc37844f4952 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.122071] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acfefcd-9af9-4d9c-8096-670dd34e13e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.133782] env[62226]: DEBUG nova.policy [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7984bb3f0111426dbbb435603f85a1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019c12b2dd549fe8f1710ff8a5e5db9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1667.229853] env[62226]: DEBUG nova.network.neutron [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.291205] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027368, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.291503] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fc46a1-98f4-cb59-402c-1b8dca4a29f8, 'name': SearchDatastore_Task, 'duration_secs': 0.018236} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.293051] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.293051] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1667.293051] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.293051] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.293508] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1667.293508] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.293633] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1667.294048] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c64b4e4-1724-47be-8481-202cbf6fb820 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.297280] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec71f7b-b9e3-44b4-a746-7b26ee24c1a1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.303472] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for the task: (returnval){ [ 1667.303472] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d1993d-ca70-5500-c42b-9f45df1d6cba" [ 1667.303472] env[62226]: _type = "Task" [ 1667.303472] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.314751] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d1993d-ca70-5500-c42b-9f45df1d6cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.316142] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1667.316408] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1667.317648] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f911a2-ef85-4ea6-9964-804d04b36012 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.326188] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1667.326188] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520ffc5b-2733-9106-37f2-eea35f4b45de" [ 1667.326188] env[62226]: _type = "Task" [ 1667.326188] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.339161] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520ffc5b-2733-9106-37f2-eea35f4b45de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.412138] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027370, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.438338] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Acquiring lock "c3769f39-74b6-4fdb-bf70-cfe7f8b12761" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.438644] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Lock "c3769f39-74b6-4fdb-bf70-cfe7f8b12761" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.533118] env[62226]: DEBUG nova.network.neutron [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Updating instance_info_cache with network_info: [{"id": "12709637-4b60-4f2b-90ca-91b1fe262016", "address": "fa:16:3e:1b:1d:0b", "network": {"id": "d77cab56-5a9f-47b9-86df-4b9589014ea8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1939330106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e7e5ee2567a4e02a60fa8275d72e6a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12709637-4b", "ovs_interfaceid": "12709637-4b60-4f2b-90ca-91b1fe262016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.564870] env[62226]: DEBUG nova.compute.manager [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1667.617193] env[62226]: DEBUG nova.network.neutron [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Successfully created port: 7c03e566-2b8e-4ebe-90ba-aadcc36a92e3 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1667.636364] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1667.637095] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-654b55cc-5224-4fbb-b902-c9cf600f8152 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.649022] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1667.649022] env[62226]: value = "task-2027371" [ 1667.649022] env[62226]: _type = "Task" [ 1667.649022] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.661430] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027371, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.709495] env[62226]: DEBUG nova.compute.manager [None req-0034960b-b6b5-4dd0-9089-47efff69bf32 tempest-ServerDiagnosticsTest-690310489 tempest-ServerDiagnosticsTest-690310489-project-admin] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.710866] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ac2e57-5139-499e-b436-bb77b59f874f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.724384] env[62226]: INFO nova.compute.manager [None req-0034960b-b6b5-4dd0-9089-47efff69bf32 tempest-ServerDiagnosticsTest-690310489 tempest-ServerDiagnosticsTest-690310489-project-admin] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Retrieving diagnostics [ 1667.725273] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e30d8e-c784-46f1-a06a-108b7f5d459b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.788960] env[62226]: DEBUG oslo_vmware.api [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027368, 'name': PowerOnVM_Task, 'duration_secs': 1.505684} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.790132] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.790132] env[62226]: INFO nova.compute.manager [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Took 11.25 seconds to spawn the instance on the hypervisor. [ 1667.790132] env[62226]: DEBUG nova.compute.manager [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.790753] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af088eee-5ad8-484d-93a4-668d3d925fc6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.813646] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d1993d-ca70-5500-c42b-9f45df1d6cba, 'name': SearchDatastore_Task, 'duration_secs': 0.062051} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.816500] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.816776] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1667.817010] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.836735] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520ffc5b-2733-9106-37f2-eea35f4b45de, 'name': SearchDatastore_Task, 'duration_secs': 0.060705} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.838639] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa221049-02db-48b6-a7c4-8ac223ea54a5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.844824] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Acquiring lock "9e981af4-0942-4d0c-9466-7b9a4ef122b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.844909] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Lock "9e981af4-0942-4d0c-9466-7b9a4ef122b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.845431] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Acquiring lock "9e981af4-0942-4d0c-9466-7b9a4ef122b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.845820] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Lock "9e981af4-0942-4d0c-9466-7b9a4ef122b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.845936] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Lock "9e981af4-0942-4d0c-9466-7b9a4ef122b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.848051] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1667.848051] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5204d193-9440-0a40-d3a1-e523dc9fbd0d" [ 1667.848051] env[62226]: _type = "Task" [ 1667.848051] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.848051] env[62226]: INFO nova.compute.manager [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Terminating instance [ 1667.864025] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5204d193-9440-0a40-d3a1-e523dc9fbd0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.906776] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605949} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.907493] env[62226]: DEBUG nova.network.neutron [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Updated VIF entry in instance network info cache for port 4137bd49-131d-4b9c-a501-f02c2cb8c973. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1667.907841] env[62226]: DEBUG nova.network.neutron [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Updating instance_info_cache with network_info: [{"id": "4137bd49-131d-4b9c-a501-f02c2cb8c973", "address": "fa:16:3e:f3:55:c5", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4137bd49-13", "ovs_interfaceid": "4137bd49-131d-4b9c-a501-f02c2cb8c973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.911319] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 60161dc7-23c2-4f6c-b303-c60f20cfa679/60161dc7-23c2-4f6c-b303-c60f20cfa679.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1667.911478] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1667.912384] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7513eb85-d0c4-4bc3-8fb8-0fbedaa1d46d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.919230] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1667.919230] env[62226]: value = "task-2027372" [ 1667.919230] env[62226]: _type = "Task" [ 1667.919230] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.928472] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.930507] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26aab0e-49ab-47fd-b22b-e2fc3b0964d5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.937411] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d6d807-9431-4838-a480-179787e1070b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.970143] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea0069d-9cbe-449a-8c12-85699826c1e8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.978855] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11e7c99-903a-4f76-9362-d865b34fb67f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.993887] env[62226]: DEBUG nova.compute.provider_tree [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.040615] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Releasing lock "refresh_cache-98770d13-fd1e-4d55-b4a7-4e17b260167a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.040963] env[62226]: DEBUG nova.compute.manager [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Instance network_info: |[{"id": "12709637-4b60-4f2b-90ca-91b1fe262016", "address": "fa:16:3e:1b:1d:0b", "network": {"id": "d77cab56-5a9f-47b9-86df-4b9589014ea8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1939330106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e7e5ee2567a4e02a60fa8275d72e6a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12709637-4b", "ovs_interfaceid": "12709637-4b60-4f2b-90ca-91b1fe262016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1668.041660] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:1d:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12709637-4b60-4f2b-90ca-91b1fe262016', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1668.049393] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Creating folder: Project (6e7e5ee2567a4e02a60fa8275d72e6a3). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1668.049558] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83343656-7393-42e6-86e3-5338414335c2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.060855] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Created folder: Project (6e7e5ee2567a4e02a60fa8275d72e6a3) in parent group-v416438. [ 1668.061053] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Creating folder: Instances. Parent ref: group-v416466. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1668.061258] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-752bb2ad-21b6-45c8-bfb0-1bf382f51ed3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.072726] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Created folder: Instances in parent group-v416466. [ 1668.072726] env[62226]: DEBUG oslo.service.loopingcall [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.073107] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1668.073507] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e05f9a2c-aaa5-4adc-b59b-0e0c9e1af451 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.093917] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1668.093917] env[62226]: value = "task-2027375" [ 1668.093917] env[62226]: _type = "Task" [ 1668.093917] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.102278] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027375, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.157854] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027371, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.316938] env[62226]: INFO nova.compute.manager [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Took 23.07 seconds to build instance. [ 1668.359318] env[62226]: DEBUG nova.compute.manager [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1668.359545] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1668.359834] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5204d193-9440-0a40-d3a1-e523dc9fbd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.0251} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.360621] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333c9978-018a-4c26-9270-d6f77bbe31f0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.363332] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.363511] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 70edcc72-c86a-43a7-9342-1332164f5fda/70edcc72-c86a-43a7-9342-1332164f5fda.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1668.363804] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.363958] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1668.364207] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aae64c37-d831-4d7d-95f0-d67ed89efd63 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.366512] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d12b403b-b462-4863-a6e8-90672787a393 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.370710] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.371216] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58a9fa33-9cff-4ca7-be78-b0464472cc68 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.375604] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1668.375604] env[62226]: value = "task-2027376" [ 1668.375604] env[62226]: _type = "Task" [ 1668.375604] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.379953] env[62226]: DEBUG oslo_vmware.api [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Waiting for the task: (returnval){ [ 1668.379953] env[62226]: value = "task-2027377" [ 1668.379953] env[62226]: _type = "Task" [ 1668.379953] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.381126] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1668.381303] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1668.384941] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3569a9a1-61c7-4300-be66-76908e7f3d4e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.390612] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.395580] env[62226]: DEBUG oslo_vmware.api [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Task: {'id': task-2027377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.396941] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for the task: (returnval){ [ 1668.396941] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521f1bbd-b7f4-99a1-320c-209153a76bfc" [ 1668.396941] env[62226]: _type = "Task" [ 1668.396941] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.410356] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521f1bbd-b7f4-99a1-320c-209153a76bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.413524] env[62226]: DEBUG oslo_concurrency.lockutils [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] Releasing lock "refresh_cache-60161dc7-23c2-4f6c-b303-c60f20cfa679" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.413783] env[62226]: DEBUG nova.compute.manager [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Received event network-vif-plugged-f5fa979a-4378-41c2-bb5e-ecaf1c918d71 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1668.413970] env[62226]: DEBUG oslo_concurrency.lockutils [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] Acquiring lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.414185] env[62226]: DEBUG oslo_concurrency.lockutils [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] Lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.414343] env[62226]: DEBUG oslo_concurrency.lockutils [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] Lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.414503] env[62226]: DEBUG nova.compute.manager [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] No waiting events found dispatching network-vif-plugged-f5fa979a-4378-41c2-bb5e-ecaf1c918d71 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1668.414659] env[62226]: WARNING nova.compute.manager [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Received unexpected event network-vif-plugged-f5fa979a-4378-41c2-bb5e-ecaf1c918d71 for instance with vm_state building and task_state spawning. [ 1668.414847] env[62226]: DEBUG nova.compute.manager [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Received event network-changed-f5fa979a-4378-41c2-bb5e-ecaf1c918d71 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1668.415027] env[62226]: DEBUG nova.compute.manager [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Refreshing instance network info cache due to event network-changed-f5fa979a-4378-41c2-bb5e-ecaf1c918d71. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1668.415218] env[62226]: DEBUG oslo_concurrency.lockutils [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] Acquiring lock "refresh_cache-b46de92b-7858-4796-a6d7-8d71fd3dae6f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.415348] env[62226]: DEBUG oslo_concurrency.lockutils [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] Acquired lock "refresh_cache-b46de92b-7858-4796-a6d7-8d71fd3dae6f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.415498] env[62226]: DEBUG nova.network.neutron [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Refreshing network info cache for port f5fa979a-4378-41c2-bb5e-ecaf1c918d71 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.430122] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244966} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.430538] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1668.431281] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803e8301-fc85-45ca-98e4-587474c61107 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.458548] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 60161dc7-23c2-4f6c-b303-c60f20cfa679/60161dc7-23c2-4f6c-b303-c60f20cfa679.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1668.458962] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38489c14-07ac-4bcd-92b9-4d79f2c0d902 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.480134] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1668.480134] env[62226]: value = "task-2027379" [ 1668.480134] env[62226]: _type = "Task" [ 1668.480134] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.489593] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.498043] env[62226]: DEBUG nova.scheduler.client.report [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1668.574905] env[62226]: DEBUG nova.compute.manager [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1668.585019] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Acquiring lock "0a517109-71f2-4bec-8e05-4eea325692dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.585019] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Lock "0a517109-71f2-4bec-8e05-4eea325692dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.607342] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027375, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.618811] env[62226]: DEBUG nova.virt.hardware [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.619566] env[62226]: DEBUG nova.virt.hardware [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.619566] env[62226]: DEBUG nova.virt.hardware [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.619955] env[62226]: DEBUG nova.virt.hardware [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.620224] env[62226]: DEBUG nova.virt.hardware [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.620451] env[62226]: DEBUG nova.virt.hardware [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.620780] env[62226]: DEBUG nova.virt.hardware [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.621094] env[62226]: DEBUG nova.virt.hardware [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.621576] env[62226]: DEBUG nova.virt.hardware [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.621697] env[62226]: DEBUG nova.virt.hardware [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.622083] env[62226]: DEBUG nova.virt.hardware [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.624229] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3760da6-4d73-4dcc-9b95-819706c36210 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.635508] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2596bad3-847a-43f7-a7be-2b528b8ad551 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.660774] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027371, 'name': CreateSnapshot_Task, 'duration_secs': 0.9605} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.660981] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1668.661861] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105f1c1e-e2be-4246-baf2-190dce815393 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.818821] env[62226]: DEBUG oslo_concurrency.lockutils [None req-594bfa59-29f9-42f6-92b7-1eddeb8d287b tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lock "895cf2de-e826-49e7-8674-863a62611dcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.581s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.891538] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.897384] env[62226]: DEBUG oslo_vmware.api [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Task: {'id': task-2027377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.906211] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521f1bbd-b7f4-99a1-320c-209153a76bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.029036} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.908339] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b531a3b-a790-4d65-b89e-954874215ad5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.916775] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for the task: (returnval){ [ 1668.916775] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526d83c3-29aa-7a1b-e6f3-8c2acc76407a" [ 1668.916775] env[62226]: _type = "Task" [ 1668.916775] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.927541] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526d83c3-29aa-7a1b-e6f3-8c2acc76407a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.993981] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027379, 'name': ReconfigVM_Task, 'duration_secs': 0.35449} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.994273] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 60161dc7-23c2-4f6c-b303-c60f20cfa679/60161dc7-23c2-4f6c-b303-c60f20cfa679.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.994931] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9785d0fd-95dc-405e-a4f9-7522412c9c6d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.001824] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1669.001824] env[62226]: value = "task-2027380" [ 1669.001824] env[62226]: _type = "Task" [ 1669.001824] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.011562] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.011864] env[62226]: DEBUG nova.compute.manager [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1669.014523] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.449s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.016789] env[62226]: INFO nova.compute.claims [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1669.025176] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027380, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.106987] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027375, 'name': CreateVM_Task, 'duration_secs': 0.592705} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.107189] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1669.108584] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.108584] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.108584] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1669.109924] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634ce950-08c5-4b3d-89a6-52d547c50608 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.114509] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Waiting for the task: (returnval){ [ 1669.114509] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521431f1-2161-18e4-79b2-6439fbe592f4" [ 1669.114509] env[62226]: _type = "Task" [ 1669.114509] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.129836] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521431f1-2161-18e4-79b2-6439fbe592f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.183931] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1669.184271] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-00a0be87-5a50-456b-9542-458ff4b64fb8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.193334] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1669.193334] env[62226]: value = "task-2027381" [ 1669.193334] env[62226]: _type = "Task" [ 1669.193334] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.202388] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027381, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.278137] env[62226]: DEBUG nova.network.neutron [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Successfully updated port: 7c03e566-2b8e-4ebe-90ba-aadcc36a92e3 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1669.323145] env[62226]: DEBUG nova.compute.manager [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1669.393266] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027376, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.397611] env[62226]: DEBUG oslo_vmware.api [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Task: {'id': task-2027377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.430022] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526d83c3-29aa-7a1b-e6f3-8c2acc76407a, 'name': SearchDatastore_Task, 'duration_secs': 0.024342} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.430193] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.431082] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] b46de92b-7858-4796-a6d7-8d71fd3dae6f/b46de92b-7858-4796-a6d7-8d71fd3dae6f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1669.431082] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63f4521a-1641-4988-8949-1b156abe9812 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.440292] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for the task: (returnval){ [ 1669.440292] env[62226]: value = "task-2027382" [ 1669.440292] env[62226]: _type = "Task" [ 1669.440292] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.450618] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.476168] env[62226]: DEBUG nova.network.neutron [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Updated VIF entry in instance network info cache for port f5fa979a-4378-41c2-bb5e-ecaf1c918d71. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.476798] env[62226]: DEBUG nova.network.neutron [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Updating instance_info_cache with network_info: [{"id": "f5fa979a-4378-41c2-bb5e-ecaf1c918d71", "address": "fa:16:3e:9c:d1:46", "network": {"id": "b8b630b1-cbc5-46af-8fa6-aa9558d2541a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-348273668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eff53907b814b81bf3277b9b06e5d0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5fa979a-43", "ovs_interfaceid": "f5fa979a-4378-41c2-bb5e-ecaf1c918d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.515695] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027380, 'name': Rename_Task, 'duration_secs': 0.137112} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.516310] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1669.517493] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3353de84-d4b9-4661-8cb8-0e5d3a6ce2d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.527121] env[62226]: DEBUG nova.compute.utils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1669.530039] env[62226]: DEBUG nova.compute.manager [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1669.530743] env[62226]: DEBUG nova.network.neutron [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1669.533726] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1669.533726] env[62226]: value = "task-2027383" [ 1669.533726] env[62226]: _type = "Task" [ 1669.533726] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.548170] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.631960] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521431f1-2161-18e4-79b2-6439fbe592f4, 'name': SearchDatastore_Task, 'duration_secs': 0.016416} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.633707] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.634645] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.635274] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.635274] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.635450] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.639859] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8262e0f8-bdf1-4067-8e2c-2a5117758be0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.642814] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Acquiring lock "2b9b480d-dcf8-4d9d-b129-3514e935a3ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.643171] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Lock "2b9b480d-dcf8-4d9d-b129-3514e935a3ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.653355] env[62226]: DEBUG nova.policy [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b16d986d6ad4cddb26126913425f5fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6095cbc3095d4f66b7f95ec2686786ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1669.658779] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.659048] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.660475] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e17e854-e7bd-4c35-8455-8cb28ece47c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.667558] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Waiting for the task: (returnval){ [ 1669.667558] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52086ee1-d5ac-665e-c9bf-c50d9c369a8e" [ 1669.667558] env[62226]: _type = "Task" [ 1669.667558] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.677506] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52086ee1-d5ac-665e-c9bf-c50d9c369a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.704825] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027381, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.786263] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.786263] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.786263] env[62226]: DEBUG nova.network.neutron [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.801323] env[62226]: DEBUG nova.compute.manager [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Stashing vm_state: active {{(pid=62226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1669.856104] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.891420] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027376, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.427483} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.892090] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 70edcc72-c86a-43a7-9342-1332164f5fda/70edcc72-c86a-43a7-9342-1332164f5fda.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1669.892331] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1669.892581] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a64920ab-4ea3-48df-a1a7-eeb9294feeb1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.897517] env[62226]: DEBUG oslo_vmware.api [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Task: {'id': task-2027377, 'name': PowerOffVM_Task, 'duration_secs': 1.191998} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.898109] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.898542] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.898542] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ec2fc0f-9979-4345-beda-be448fc40f5b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.903028] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1669.903028] env[62226]: value = "task-2027384" [ 1669.903028] env[62226]: _type = "Task" [ 1669.903028] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.913104] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.950133] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.979268] env[62226]: DEBUG oslo_concurrency.lockutils [req-c976d085-f42b-472e-be64-3ff0234a910a req-737d5ac6-5ddc-4ef5-89d8-719a66150f81 service nova] Releasing lock "refresh_cache-b46de92b-7858-4796-a6d7-8d71fd3dae6f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.039523] env[62226]: DEBUG nova.compute.manager [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1670.043053] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.043761] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.044031] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Deleting the datastore file [datastore1] 9e981af4-0942-4d0c-9466-7b9a4ef122b5 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.044955] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd0b4d0d-90b2-4985-bb24-ffccf0dfa652 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.060643] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027383, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.062089] env[62226]: DEBUG oslo_vmware.api [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Waiting for the task: (returnval){ [ 1670.062089] env[62226]: value = "task-2027386" [ 1670.062089] env[62226]: _type = "Task" [ 1670.062089] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.073038] env[62226]: DEBUG oslo_vmware.api [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Task: {'id': task-2027386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.182119] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52086ee1-d5ac-665e-c9bf-c50d9c369a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.060998} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.183101] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d38bccb-1f47-47a6-930c-1e6483ee99c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.197050] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Waiting for the task: (returnval){ [ 1670.197050] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52adc084-4b22-54b8-aec3-311722f4b0ab" [ 1670.197050] env[62226]: _type = "Task" [ 1670.197050] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.214415] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52adc084-4b22-54b8-aec3-311722f4b0ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.221653] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027381, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.303433] env[62226]: DEBUG nova.network.neutron [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Successfully created port: 99662122-516a-431c-bfa8-5ad9157ad5b4 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1670.330443] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.365494] env[62226]: DEBUG nova.network.neutron [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1670.419495] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123041} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.422759] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1670.427027] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fff0af4-fe0a-441a-b9f2-c25089805e8e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.458389] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 70edcc72-c86a-43a7-9342-1332164f5fda/70edcc72-c86a-43a7-9342-1332164f5fda.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.462214] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9395113-c435-468d-84df-51a042a240db {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.487934] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926308} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.489574] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] b46de92b-7858-4796-a6d7-8d71fd3dae6f/b46de92b-7858-4796-a6d7-8d71fd3dae6f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1670.489765] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1670.490127] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1670.490127] env[62226]: value = "task-2027387" [ 1670.490127] env[62226]: _type = "Task" [ 1670.490127] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.490444] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fe5e5eb-bd1e-4ab6-92e4-3424d04b33d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.509920] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.511061] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for the task: (returnval){ [ 1670.511061] env[62226]: value = "task-2027388" [ 1670.511061] env[62226]: _type = "Task" [ 1670.511061] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.524924] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.541645] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26ad2c1-37b1-475d-b758-07ec887ba4f0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.557894] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816ee111-c76e-4e19-ab6e-b09a7a4f8828 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.600761] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027383, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.602198] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f2b91c-3539-4b01-895e-d333c623889f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.609161] env[62226]: DEBUG oslo_vmware.api [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Task: {'id': task-2027386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38564} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.609914] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.610188] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.610390] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.610604] env[62226]: INFO nova.compute.manager [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1670.610864] env[62226]: DEBUG oslo.service.loopingcall [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.611095] env[62226]: DEBUG nova.compute.manager [-] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1670.611263] env[62226]: DEBUG nova.network.neutron [-] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.618830] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3030bb-0cd1-4c8e-af57-c8e3f078bfeb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.637417] env[62226]: DEBUG nova.compute.provider_tree [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.714842] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52adc084-4b22-54b8-aec3-311722f4b0ab, 'name': SearchDatastore_Task, 'duration_secs': 0.056362} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.714842] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027381, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.715095] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.715424] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 98770d13-fd1e-4d55-b4a7-4e17b260167a/98770d13-fd1e-4d55-b4a7-4e17b260167a.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1670.715962] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af46ca08-2711-468e-bc47-24e2c49633cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.722797] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Waiting for the task: (returnval){ [ 1670.722797] env[62226]: value = "task-2027390" [ 1670.722797] env[62226]: _type = "Task" [ 1670.722797] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.731221] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.734715] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Acquiring lock "6e193e81-0e62-4075-bc04-05c091d28dbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.734884] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Lock "6e193e81-0e62-4075-bc04-05c091d28dbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.735155] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Acquiring lock "6e193e81-0e62-4075-bc04-05c091d28dbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.735353] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Lock "6e193e81-0e62-4075-bc04-05c091d28dbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.735838] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Lock "6e193e81-0e62-4075-bc04-05c091d28dbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.737470] env[62226]: INFO nova.compute.manager [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Terminating instance [ 1670.759376] env[62226]: DEBUG nova.network.neutron [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Updating instance_info_cache with network_info: [{"id": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "address": "fa:16:3e:15:10:8f", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c03e566-2b", "ovs_interfaceid": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.914653] env[62226]: DEBUG nova.compute.manager [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Received event network-vif-plugged-12709637-4b60-4f2b-90ca-91b1fe262016 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1670.914653] env[62226]: DEBUG oslo_concurrency.lockutils [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] Acquiring lock "98770d13-fd1e-4d55-b4a7-4e17b260167a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.914653] env[62226]: DEBUG oslo_concurrency.lockutils [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] Lock "98770d13-fd1e-4d55-b4a7-4e17b260167a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.914653] env[62226]: DEBUG oslo_concurrency.lockutils [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] Lock "98770d13-fd1e-4d55-b4a7-4e17b260167a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.914992] env[62226]: DEBUG nova.compute.manager [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] No waiting events found dispatching network-vif-plugged-12709637-4b60-4f2b-90ca-91b1fe262016 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1670.914992] env[62226]: WARNING nova.compute.manager [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Received unexpected event network-vif-plugged-12709637-4b60-4f2b-90ca-91b1fe262016 for instance with vm_state building and task_state spawning. [ 1670.914992] env[62226]: DEBUG nova.compute.manager [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Received event network-changed-12709637-4b60-4f2b-90ca-91b1fe262016 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1670.915160] env[62226]: DEBUG nova.compute.manager [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Refreshing instance network info cache due to event network-changed-12709637-4b60-4f2b-90ca-91b1fe262016. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1670.915343] env[62226]: DEBUG oslo_concurrency.lockutils [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] Acquiring lock "refresh_cache-98770d13-fd1e-4d55-b4a7-4e17b260167a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.915476] env[62226]: DEBUG oslo_concurrency.lockutils [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] Acquired lock "refresh_cache-98770d13-fd1e-4d55-b4a7-4e17b260167a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.915688] env[62226]: DEBUG nova.network.neutron [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Refreshing network info cache for port 12709637-4b60-4f2b-90ca-91b1fe262016 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.002836] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.021350] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077228} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.021628] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1671.023084] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997e9ffc-bbe2-4dad-9af2-cccf81e8d35e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.046627] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] b46de92b-7858-4796-a6d7-8d71fd3dae6f/b46de92b-7858-4796-a6d7-8d71fd3dae6f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1671.046987] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6e2ebc-574b-485e-848b-44949675d33e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.063672] env[62226]: DEBUG nova.compute.manager [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1671.077840] env[62226]: DEBUG oslo_vmware.api [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027383, 'name': PowerOnVM_Task, 'duration_secs': 1.110599} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.079526] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1671.079526] env[62226]: INFO nova.compute.manager [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Took 12.16 seconds to spawn the instance on the hypervisor. [ 1671.079526] env[62226]: DEBUG nova.compute.manager [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1671.079526] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for the task: (returnval){ [ 1671.079526] env[62226]: value = "task-2027391" [ 1671.079526] env[62226]: _type = "Task" [ 1671.079526] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.080307] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f61f20-3f0d-471f-9f12-92876ff1d9f5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.094675] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.102754] env[62226]: DEBUG nova.virt.hardware [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1671.103093] env[62226]: DEBUG nova.virt.hardware [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1671.103182] env[62226]: DEBUG nova.virt.hardware [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1671.103388] env[62226]: DEBUG nova.virt.hardware [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1671.103484] env[62226]: DEBUG nova.virt.hardware [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1671.103600] env[62226]: DEBUG nova.virt.hardware [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1671.103807] env[62226]: DEBUG nova.virt.hardware [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1671.103962] env[62226]: DEBUG nova.virt.hardware [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1671.104136] env[62226]: DEBUG nova.virt.hardware [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1671.104296] env[62226]: DEBUG nova.virt.hardware [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1671.104467] env[62226]: DEBUG nova.virt.hardware [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1671.105655] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dfe288-8388-4d06-aa77-3559941b6a14 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.115012] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c336fc76-3f0f-4edc-a48f-14c6ed7532e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.141277] env[62226]: DEBUG nova.scheduler.client.report [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.207176] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027381, 'name': CloneVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.233061] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027390, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.241110] env[62226]: DEBUG nova.compute.manager [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1671.241355] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.242193] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a6a2d4-7b09-4df6-9f42-a18859add285 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.254359] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.254640] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f833f3f-ba9b-499b-bc31-e45025762402 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.261889] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.262208] env[62226]: DEBUG nova.compute.manager [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Instance network_info: |[{"id": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "address": "fa:16:3e:15:10:8f", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c03e566-2b", "ovs_interfaceid": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1671.262556] env[62226]: DEBUG oslo_vmware.api [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Waiting for the task: (returnval){ [ 1671.262556] env[62226]: value = "task-2027392" [ 1671.262556] env[62226]: _type = "Task" [ 1671.262556] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.262986] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:10:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c03e566-2b8e-4ebe-90ba-aadcc36a92e3', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1671.272049] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Creating folder: Project (d019c12b2dd549fe8f1710ff8a5e5db9). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.272734] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cefdd99-5782-4db3-bd3a-bf7710cfa2fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.284431] env[62226]: DEBUG oslo_vmware.api [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.288348] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Created folder: Project (d019c12b2dd549fe8f1710ff8a5e5db9) in parent group-v416438. [ 1671.288348] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Creating folder: Instances. Parent ref: group-v416472. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.288348] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ba3cb49-1442-4dfe-8b10-8a6dbce04644 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.299621] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Created folder: Instances in parent group-v416472. [ 1671.299886] env[62226]: DEBUG oslo.service.loopingcall [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.300241] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1671.300511] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7a25104-d007-4fb4-aca8-713e859978e8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.321543] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1671.321543] env[62226]: value = "task-2027395" [ 1671.321543] env[62226]: _type = "Task" [ 1671.321543] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.333989] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027395, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.504582] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027387, 'name': ReconfigVM_Task, 'duration_secs': 0.845978} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.504886] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 70edcc72-c86a-43a7-9342-1332164f5fda/70edcc72-c86a-43a7-9342-1332164f5fda.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.505577] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2759b7b-91b7-45e1-a1a2-26aa26e10588 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.512582] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1671.512582] env[62226]: value = "task-2027396" [ 1671.512582] env[62226]: _type = "Task" [ 1671.512582] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.526536] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027396, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.595785] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.610192] env[62226]: INFO nova.compute.manager [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Took 25.81 seconds to build instance. [ 1671.646878] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.647568] env[62226]: DEBUG nova.compute.manager [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1671.650179] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.247s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.651872] env[62226]: INFO nova.compute.claims [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1671.688940] env[62226]: DEBUG nova.network.neutron [-] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.712305] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027381, 'name': CloneVM_Task, 'duration_secs': 2.02023} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.713346] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Created linked-clone VM from snapshot [ 1671.714208] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408b67b9-466e-4125-a863-fea8a083c6d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.724393] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Uploading image 9119e58f-440c-4d36-8316-0d480489e99f {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1671.739070] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027390, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.756916] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1671.756916] env[62226]: value = "vm-416470" [ 1671.756916] env[62226]: _type = "VirtualMachine" [ 1671.756916] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1671.757938] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a7e61704-1478-4fa9-bce4-83816731c368 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.767991] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lease: (returnval){ [ 1671.767991] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524236be-3547-3f86-1f7f-e510d64a2ef0" [ 1671.767991] env[62226]: _type = "HttpNfcLease" [ 1671.767991] env[62226]: } obtained for exporting VM: (result){ [ 1671.767991] env[62226]: value = "vm-416470" [ 1671.767991] env[62226]: _type = "VirtualMachine" [ 1671.767991] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1671.770088] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the lease: (returnval){ [ 1671.770088] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524236be-3547-3f86-1f7f-e510d64a2ef0" [ 1671.770088] env[62226]: _type = "HttpNfcLease" [ 1671.770088] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1671.786763] env[62226]: DEBUG oslo_vmware.api [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027392, 'name': PowerOffVM_Task, 'duration_secs': 0.37851} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.791897] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.792165] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.792975] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1671.792975] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524236be-3547-3f86-1f7f-e510d64a2ef0" [ 1671.792975] env[62226]: _type = "HttpNfcLease" [ 1671.792975] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1671.793284] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b02988a8-12b6-43ee-94b8-08357824e91f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.832629] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027395, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.835297] env[62226]: INFO nova.compute.manager [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Rebuilding instance [ 1671.871442] env[62226]: DEBUG nova.network.neutron [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Updated VIF entry in instance network info cache for port 12709637-4b60-4f2b-90ca-91b1fe262016. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.872118] env[62226]: DEBUG nova.network.neutron [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Updating instance_info_cache with network_info: [{"id": "12709637-4b60-4f2b-90ca-91b1fe262016", "address": "fa:16:3e:1b:1d:0b", "network": {"id": "d77cab56-5a9f-47b9-86df-4b9589014ea8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1939330106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e7e5ee2567a4e02a60fa8275d72e6a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12709637-4b", "ovs_interfaceid": "12709637-4b60-4f2b-90ca-91b1fe262016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.900809] env[62226]: DEBUG nova.compute.manager [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1671.903358] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd386f3-512d-4b95-9ccd-3a2d3bd013dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.919712] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1671.920198] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1671.920198] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Deleting the datastore file [datastore1] 6e193e81-0e62-4075-bc04-05c091d28dbf {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1671.920511] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dbcab44-54b5-48ce-8952-7f9d29021bf7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.928627] env[62226]: DEBUG oslo_vmware.api [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Waiting for the task: (returnval){ [ 1671.928627] env[62226]: value = "task-2027399" [ 1671.928627] env[62226]: _type = "Task" [ 1671.928627] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.940735] env[62226]: DEBUG oslo_vmware.api [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.022990] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027396, 'name': Rename_Task, 'duration_secs': 0.467832} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.023329] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.023585] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-681821ac-59eb-40f0-9f3f-014ad534c125 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.030551] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1672.030551] env[62226]: value = "task-2027400" [ 1672.030551] env[62226]: _type = "Task" [ 1672.030551] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.040831] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.095059] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.113643] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4234e11b-3094-4d55-8c29-b0d5df0b7ba7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "60161dc7-23c2-4f6c-b303-c60f20cfa679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.319s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.158121] env[62226]: DEBUG nova.compute.utils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1672.167021] env[62226]: DEBUG nova.compute.manager [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1672.167021] env[62226]: DEBUG nova.network.neutron [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1672.193035] env[62226]: INFO nova.compute.manager [-] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Took 1.58 seconds to deallocate network for instance. [ 1672.245795] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027390, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.182528} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.246747] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 98770d13-fd1e-4d55-b4a7-4e17b260167a/98770d13-fd1e-4d55-b4a7-4e17b260167a.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1672.246957] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1672.247161] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4c53734-c03b-4cc4-b012-ade6535c9f06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.255810] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Waiting for the task: (returnval){ [ 1672.255810] env[62226]: value = "task-2027401" [ 1672.255810] env[62226]: _type = "Task" [ 1672.255810] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.269160] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.270526] env[62226]: DEBUG nova.policy [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b16d986d6ad4cddb26126913425f5fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6095cbc3095d4f66b7f95ec2686786ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1672.281507] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1672.281507] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524236be-3547-3f86-1f7f-e510d64a2ef0" [ 1672.281507] env[62226]: _type = "HttpNfcLease" [ 1672.281507] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1672.281792] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1672.281792] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524236be-3547-3f86-1f7f-e510d64a2ef0" [ 1672.281792] env[62226]: _type = "HttpNfcLease" [ 1672.281792] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1672.282599] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed9bc30-f33e-4263-b6c2-54a041da026c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.293192] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5d2f0-9b75-4191-851e-ac3f7cdeeb92/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1672.293192] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5d2f0-9b75-4191-851e-ac3f7cdeeb92/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1672.360557] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027395, 'name': CreateVM_Task, 'duration_secs': 0.922845} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.361052] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1672.361770] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.361945] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.362284] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1672.362560] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d46b0e-4cdd-426e-8200-c1db87f003c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.367666] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1672.367666] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52754dd6-80dd-7cd1-484f-31d4b964de64" [ 1672.367666] env[62226]: _type = "Task" [ 1672.367666] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.375623] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52754dd6-80dd-7cd1-484f-31d4b964de64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.379274] env[62226]: DEBUG oslo_concurrency.lockutils [req-e7bc20fa-1020-4bd9-9fd8-787fd24f72b6 req-fa7d4bb9-8d0c-4ba9-aa63-74d79a81e076 service nova] Releasing lock "refresh_cache-98770d13-fd1e-4d55-b4a7-4e17b260167a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.432238] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a5cd5c5-6a43-43b3-b158-4d51e9696baa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.445180] env[62226]: DEBUG oslo_vmware.api [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Task: {'id': task-2027399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33505} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.445546] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.445546] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.445851] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.446123] env[62226]: INFO nova.compute.manager [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1672.446347] env[62226]: DEBUG oslo.service.loopingcall [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.447261] env[62226]: DEBUG nova.compute.manager [-] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1672.447261] env[62226]: DEBUG nova.network.neutron [-] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.548128] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027400, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.598309] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027391, 'name': ReconfigVM_Task, 'duration_secs': 1.090635} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.598637] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Reconfigured VM instance instance-00000007 to attach disk [datastore2] b46de92b-7858-4796-a6d7-8d71fd3dae6f/b46de92b-7858-4796-a6d7-8d71fd3dae6f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.599685] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdd3f90c-fde5-4968-b9c5-7519b8a8e2b7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.606218] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for the task: (returnval){ [ 1672.606218] env[62226]: value = "task-2027402" [ 1672.606218] env[62226]: _type = "Task" [ 1672.606218] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.615553] env[62226]: DEBUG nova.compute.manager [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1672.618399] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027402, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.671350] env[62226]: DEBUG nova.compute.manager [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1672.710569] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.767944] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064582} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.767944] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1672.768992] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d911768-5672-47c8-8fc2-f06e70190180 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.800968] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 98770d13-fd1e-4d55-b4a7-4e17b260167a/98770d13-fd1e-4d55-b4a7-4e17b260167a.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.804504] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14eb171b-5fd9-4a84-b931-258ff8986343 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.829106] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Waiting for the task: (returnval){ [ 1672.829106] env[62226]: value = "task-2027403" [ 1672.829106] env[62226]: _type = "Task" [ 1672.829106] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.839436] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.886202] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52754dd6-80dd-7cd1-484f-31d4b964de64, 'name': SearchDatastore_Task, 'duration_secs': 0.025418} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.886613] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "af2b7564-82eb-465d-a072-61dd58516cc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.887472] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "af2b7564-82eb-465d-a072-61dd58516cc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.887472] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.887472] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.887799] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.887799] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.887926] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.889023] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0943714d-14f4-416c-8ef4-241d157da8d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.900054] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.900054] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.902308] env[62226]: DEBUG nova.network.neutron [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Successfully updated port: 99662122-516a-431c-bfa8-5ad9157ad5b4 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1672.902841] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04cbe5ca-5a4e-4062-afc4-02353455cc9e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.912567] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1672.912567] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52575256-6c22-dec9-fe81-d98fa7ed331a" [ 1672.912567] env[62226]: _type = "Task" [ 1672.912567] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.924084] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1672.930418] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d23c14a-0afa-47bd-ba45-2602055c84a2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.941680] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52575256-6c22-dec9-fe81-d98fa7ed331a, 'name': SearchDatastore_Task, 'duration_secs': 0.014552} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.948789] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1672.948789] env[62226]: value = "task-2027404" [ 1672.948789] env[62226]: _type = "Task" [ 1672.948789] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.948789] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0deffd19-837a-41b7-864c-338bed99cc6d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.964680] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1672.964680] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522ed04f-9fc7-66fb-9368-a3638769151a" [ 1672.964680] env[62226]: _type = "Task" [ 1672.964680] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.973443] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.988947] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522ed04f-9fc7-66fb-9368-a3638769151a, 'name': SearchDatastore_Task, 'duration_secs': 0.01669} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.988947] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.988947] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 82125811-c19a-48af-9b96-31ace3787cab/82125811-c19a-48af-9b96-31ace3787cab.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.988947] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba352a78-b4f0-4ec0-8871-8b9e39571995 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.994508] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1672.994508] env[62226]: value = "task-2027405" [ 1672.994508] env[62226]: _type = "Task" [ 1672.994508] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.009654] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.051954] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027400, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.128283] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027402, 'name': Rename_Task, 'duration_secs': 0.165614} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.132381] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1673.133124] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-826617b4-9025-40cd-be3c-6d44c670bca8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.148799] env[62226]: DEBUG nova.network.neutron [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Successfully created port: 45fbc33f-f3e7-497e-90b8-d3605a56a3a6 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1673.151404] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for the task: (returnval){ [ 1673.151404] env[62226]: value = "task-2027406" [ 1673.151404] env[62226]: _type = "Task" [ 1673.151404] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.159499] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.171607] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027406, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.245109] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82af408-9a1f-4723-985a-c6778396827f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.264278] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0b10f5-fc90-4a91-afd6-88f5fd2c1938 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.299892] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52391c43-4cdc-41d5-8dd5-8be5915f72c1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.310251] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2116a35f-86ba-4a0f-aefe-79bf3911add5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.328075] env[62226]: DEBUG nova.compute.provider_tree [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.339513] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027403, 'name': ReconfigVM_Task, 'duration_secs': 0.293626} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.340207] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 98770d13-fd1e-4d55-b4a7-4e17b260167a/98770d13-fd1e-4d55-b4a7-4e17b260167a.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.340541] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aa0241d-ee3c-42a4-aa69-713cba2e6ba1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.349464] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Waiting for the task: (returnval){ [ 1673.349464] env[62226]: value = "task-2027407" [ 1673.349464] env[62226]: _type = "Task" [ 1673.349464] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.368825] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027407, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.408778] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "refresh_cache-0b3e91bd-a9ae-4855-85e7-fe143443b11f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.408939] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "refresh_cache-0b3e91bd-a9ae-4855-85e7-fe143443b11f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.409112] env[62226]: DEBUG nova.network.neutron [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1673.470479] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027404, 'name': PowerOffVM_Task, 'duration_secs': 0.131391} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.471263] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1673.471263] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1673.472662] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2619d9b0-cebb-454f-809c-de11371a2e98 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.482382] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1673.483597] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70640249-6b26-41d3-8a21-a6b43d6d997b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.515049] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027405, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.516920] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1673.517707] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1673.517707] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Deleting the datastore file [datastore2] 895cf2de-e826-49e7-8674-863a62611dcf {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1673.517850] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d004eff-d4e4-4226-b767-ade9b4f36ee9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.528361] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1673.528361] env[62226]: value = "task-2027409" [ 1673.528361] env[62226]: _type = "Task" [ 1673.528361] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.540854] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.550813] env[62226]: DEBUG oslo_vmware.api [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027400, 'name': PowerOnVM_Task, 'duration_secs': 1.340643} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.551132] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.551380] env[62226]: INFO nova.compute.manager [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1673.551829] env[62226]: DEBUG nova.compute.manager [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.553038] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5debb891-dad2-4e85-87f9-9b55b9ea3c4f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.666870] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.685739] env[62226]: DEBUG nova.compute.manager [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1673.718017] env[62226]: DEBUG nova.virt.hardware [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1673.718017] env[62226]: DEBUG nova.virt.hardware [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1673.718017] env[62226]: DEBUG nova.virt.hardware [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1673.718017] env[62226]: DEBUG nova.virt.hardware [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1673.718286] env[62226]: DEBUG nova.virt.hardware [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1673.718286] env[62226]: DEBUG nova.virt.hardware [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1673.718286] env[62226]: DEBUG nova.virt.hardware [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1673.718286] env[62226]: DEBUG nova.virt.hardware [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1673.718286] env[62226]: DEBUG nova.virt.hardware [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1673.718454] env[62226]: DEBUG nova.virt.hardware [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1673.718454] env[62226]: DEBUG nova.virt.hardware [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1673.719025] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039afd6e-53f9-449b-82bc-83f01a63253e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.721495] env[62226]: DEBUG nova.network.neutron [-] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.731263] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80ebc6b-fd3e-4188-a42e-b58bfe1bb1cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.834842] env[62226]: DEBUG nova.scheduler.client.report [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.861322] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027407, 'name': Rename_Task, 'duration_secs': 0.323064} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.861322] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1673.861322] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5cb0e19-17ed-458e-8dab-0900bb196fe8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.868537] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Waiting for the task: (returnval){ [ 1673.868537] env[62226]: value = "task-2027410" [ 1673.868537] env[62226]: _type = "Task" [ 1673.868537] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.880426] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.963204] env[62226]: DEBUG nova.network.neutron [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1674.011714] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564837} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.012102] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 82125811-c19a-48af-9b96-31ace3787cab/82125811-c19a-48af-9b96-31ace3787cab.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1674.012223] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1674.012469] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-916cd245-bcd5-4ec3-817f-cfdf0266ebf8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.025531] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1674.025531] env[62226]: value = "task-2027411" [ 1674.025531] env[62226]: _type = "Task" [ 1674.025531] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.040940] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.044210] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273956} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.044210] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.044325] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1674.044716] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1674.059423] env[62226]: DEBUG nova.compute.manager [req-20cb7477-2f2f-4484-add6-b80aaf0191b4 req-758a90ff-1aeb-4ff6-a65d-601fea9d11cd service nova] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Received event network-vif-plugged-99662122-516a-431c-bfa8-5ad9157ad5b4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1674.059423] env[62226]: DEBUG oslo_concurrency.lockutils [req-20cb7477-2f2f-4484-add6-b80aaf0191b4 req-758a90ff-1aeb-4ff6-a65d-601fea9d11cd service nova] Acquiring lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.059423] env[62226]: DEBUG oslo_concurrency.lockutils [req-20cb7477-2f2f-4484-add6-b80aaf0191b4 req-758a90ff-1aeb-4ff6-a65d-601fea9d11cd service nova] Lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.059558] env[62226]: DEBUG oslo_concurrency.lockutils [req-20cb7477-2f2f-4484-add6-b80aaf0191b4 req-758a90ff-1aeb-4ff6-a65d-601fea9d11cd service nova] Lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.059621] env[62226]: DEBUG nova.compute.manager [req-20cb7477-2f2f-4484-add6-b80aaf0191b4 req-758a90ff-1aeb-4ff6-a65d-601fea9d11cd service nova] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] No waiting events found dispatching network-vif-plugged-99662122-516a-431c-bfa8-5ad9157ad5b4 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1674.059775] env[62226]: WARNING nova.compute.manager [req-20cb7477-2f2f-4484-add6-b80aaf0191b4 req-758a90ff-1aeb-4ff6-a65d-601fea9d11cd service nova] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Received unexpected event network-vif-plugged-99662122-516a-431c-bfa8-5ad9157ad5b4 for instance with vm_state building and task_state spawning. [ 1674.079836] env[62226]: INFO nova.compute.manager [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Took 24.38 seconds to build instance. [ 1674.167505] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027406, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.214941] env[62226]: DEBUG nova.compute.manager [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Received event network-vif-plugged-7c03e566-2b8e-4ebe-90ba-aadcc36a92e3 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1674.215291] env[62226]: DEBUG oslo_concurrency.lockutils [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] Acquiring lock "82125811-c19a-48af-9b96-31ace3787cab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.216056] env[62226]: DEBUG oslo_concurrency.lockutils [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] Lock "82125811-c19a-48af-9b96-31ace3787cab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.216409] env[62226]: DEBUG oslo_concurrency.lockutils [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] Lock "82125811-c19a-48af-9b96-31ace3787cab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.218557] env[62226]: DEBUG nova.compute.manager [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] No waiting events found dispatching network-vif-plugged-7c03e566-2b8e-4ebe-90ba-aadcc36a92e3 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1674.218557] env[62226]: WARNING nova.compute.manager [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Received unexpected event network-vif-plugged-7c03e566-2b8e-4ebe-90ba-aadcc36a92e3 for instance with vm_state building and task_state spawning. [ 1674.218557] env[62226]: DEBUG nova.compute.manager [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Received event network-changed-7c03e566-2b8e-4ebe-90ba-aadcc36a92e3 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1674.218557] env[62226]: DEBUG nova.compute.manager [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Refreshing instance network info cache due to event network-changed-7c03e566-2b8e-4ebe-90ba-aadcc36a92e3. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1674.218557] env[62226]: DEBUG oslo_concurrency.lockutils [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] Acquiring lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.219091] env[62226]: DEBUG oslo_concurrency.lockutils [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] Acquired lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.219091] env[62226]: DEBUG nova.network.neutron [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Refreshing network info cache for port 7c03e566-2b8e-4ebe-90ba-aadcc36a92e3 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1674.224643] env[62226]: INFO nova.compute.manager [-] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Took 1.78 seconds to deallocate network for instance. [ 1674.315968] env[62226]: DEBUG nova.network.neutron [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Updating instance_info_cache with network_info: [{"id": "99662122-516a-431c-bfa8-5ad9157ad5b4", "address": "fa:16:3e:93:74:81", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99662122-51", "ovs_interfaceid": "99662122-516a-431c-bfa8-5ad9157ad5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.340137] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.340632] env[62226]: DEBUG nova.compute.manager [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1674.348423] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.554s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.350752] env[62226]: INFO nova.compute.claims [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1674.390555] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027410, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.541608] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136517} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.541608] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1674.543426] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b7541-acd4-44f0-9985-928ebde46c2d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.580618] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 82125811-c19a-48af-9b96-31ace3787cab/82125811-c19a-48af-9b96-31ace3787cab.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1674.580913] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5a1e6fd-cbc7-4350-a568-a7080dc34fbf tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lock "70edcc72-c86a-43a7-9342-1332164f5fda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.904s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.581095] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b64e78a-4d97-4239-ba6e-03c239dd91b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.604014] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1674.604014] env[62226]: value = "task-2027412" [ 1674.604014] env[62226]: _type = "Task" [ 1674.604014] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.614916] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.664569] env[62226]: DEBUG oslo_vmware.api [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027406, 'name': PowerOnVM_Task, 'duration_secs': 1.114226} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.665027] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.665326] env[62226]: INFO nova.compute.manager [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Took 13.35 seconds to spawn the instance on the hypervisor. [ 1674.665641] env[62226]: DEBUG nova.compute.manager [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.666631] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e20f6e-ea9b-479f-a117-d60f2485a6e8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.687143] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.687945] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.738661] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.818932] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "refresh_cache-0b3e91bd-a9ae-4855-85e7-fe143443b11f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.819682] env[62226]: DEBUG nova.compute.manager [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Instance network_info: |[{"id": "99662122-516a-431c-bfa8-5ad9157ad5b4", "address": "fa:16:3e:93:74:81", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99662122-51", "ovs_interfaceid": "99662122-516a-431c-bfa8-5ad9157ad5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1674.819819] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:74:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99662122-516a-431c-bfa8-5ad9157ad5b4', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1674.830858] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Creating folder: Project (6095cbc3095d4f66b7f95ec2686786ce). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1674.831366] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b319d60d-2449-4fce-97db-2652ad04dac8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.842888] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Created folder: Project (6095cbc3095d4f66b7f95ec2686786ce) in parent group-v416438. [ 1674.843862] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Creating folder: Instances. Parent ref: group-v416475. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1674.843862] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04dc476c-f01c-41af-8699-5ab333ebb23e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.850618] env[62226]: DEBUG nova.compute.utils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1674.851744] env[62226]: DEBUG nova.compute.manager [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1674.851973] env[62226]: DEBUG nova.network.neutron [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1674.857486] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Created folder: Instances in parent group-v416475. [ 1674.857815] env[62226]: DEBUG oslo.service.loopingcall [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.858512] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1674.858671] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bcc4ba5-6ee0-42a8-be4d-88a59de2eeed {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.889595] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027410, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.891210] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1674.891210] env[62226]: value = "task-2027416" [ 1674.891210] env[62226]: _type = "Task" [ 1674.891210] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.900816] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027416, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.021591] env[62226]: DEBUG nova.policy [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4af546d072e5407e808f5e263fcb3f25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f15bab189f4e4f52bd283e36c5d2c048', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1675.096652] env[62226]: DEBUG nova.virt.hardware [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1675.096935] env[62226]: DEBUG nova.virt.hardware [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.097866] env[62226]: DEBUG nova.virt.hardware [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1675.102203] env[62226]: DEBUG nova.virt.hardware [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.102808] env[62226]: DEBUG nova.virt.hardware [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1675.102808] env[62226]: DEBUG nova.virt.hardware [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1675.102919] env[62226]: DEBUG nova.virt.hardware [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1675.102998] env[62226]: DEBUG nova.virt.hardware [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1675.103180] env[62226]: DEBUG nova.virt.hardware [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1675.103345] env[62226]: DEBUG nova.virt.hardware [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1675.103517] env[62226]: DEBUG nova.virt.hardware [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1675.103936] env[62226]: DEBUG nova.compute.manager [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1675.111403] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20db148-e4d4-448a-bf96-3665004bd3c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.124316] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e81130-28db-4d34-8d2b-73055248f8b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.135104] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.147014] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Instance VIF info [] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.151677] env[62226]: DEBUG oslo.service.loopingcall [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.151961] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1675.152195] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eff8bab-a34d-4d1a-a115-199b13d8cdab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.171680] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.171680] env[62226]: value = "task-2027417" [ 1675.171680] env[62226]: _type = "Task" [ 1675.171680] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.186603] env[62226]: INFO nova.compute.manager [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Took 28.18 seconds to build instance. [ 1675.193316] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027417, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.282564] env[62226]: DEBUG nova.network.neutron [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Updated VIF entry in instance network info cache for port 7c03e566-2b8e-4ebe-90ba-aadcc36a92e3. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.283021] env[62226]: DEBUG nova.network.neutron [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Updating instance_info_cache with network_info: [{"id": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "address": "fa:16:3e:15:10:8f", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c03e566-2b", "ovs_interfaceid": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.358155] env[62226]: DEBUG nova.compute.manager [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1675.381939] env[62226]: DEBUG nova.network.neutron [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Successfully updated port: 45fbc33f-f3e7-497e-90b8-d3605a56a3a6 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1675.408991] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027410, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.415020] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027416, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.632536] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027412, 'name': ReconfigVM_Task, 'duration_secs': 0.617477} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.637450] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 82125811-c19a-48af-9b96-31ace3787cab/82125811-c19a-48af-9b96-31ace3787cab.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1675.637450] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2caeeb7-1504-466a-8036-7be0e9892e08 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.644386] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1675.644386] env[62226]: value = "task-2027418" [ 1675.644386] env[62226]: _type = "Task" [ 1675.644386] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.644386] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.659615] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027418, 'name': Rename_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.692303] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94a9c21-1fdc-4f0c-9372-0e578d7eac7e tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.697s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.692303] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027417, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.781457] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "f263411a-c4ff-4ee8-a10a-7fc791491124" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.781457] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "f263411a-c4ff-4ee8-a10a-7fc791491124" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.787257] env[62226]: DEBUG oslo_concurrency.lockutils [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] Releasing lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.787501] env[62226]: DEBUG nova.compute.manager [req-32e26dc9-7c92-4ac0-9f43-11c6ec6c4679 req-d4de150e-16d3-4afb-9275-a8ec7ea098cd service nova] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Received event network-vif-deleted-44841754-606b-4be5-af57-bbca7268c669 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1675.885334] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "refresh_cache-495e4bed-69b0-431a-959a-06d99a5b3e0f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.885793] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "refresh_cache-495e4bed-69b0-431a-959a-06d99a5b3e0f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.886246] env[62226]: DEBUG nova.network.neutron [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1675.915029] env[62226]: DEBUG oslo_vmware.api [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027410, 'name': PowerOnVM_Task, 'duration_secs': 1.785023} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.915505] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027416, 'name': CreateVM_Task, 'duration_secs': 0.792271} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.919141] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1675.919141] env[62226]: INFO nova.compute.manager [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Took 12.17 seconds to spawn the instance on the hypervisor. [ 1675.919141] env[62226]: DEBUG nova.compute.manager [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1675.919141] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1675.919419] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd7facc-dde0-4fc9-bf04-19641c6dcaa4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.923624] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3efc4d-aa7f-45b2-8156-fab00cc7885a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.927200] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.927571] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.928070] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1675.928763] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fa2503-b712-41ec-8407-dbd2329a6bef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.938343] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5a7bdd-cfad-406d-83c9-bfc0e925d7ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.949021] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1675.949021] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aebb84-f18a-4874-6b09-7f6134454372" [ 1675.949021] env[62226]: _type = "Task" [ 1675.949021] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.978926] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b15248-d704-4527-a9c1-54c1344e32c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.985701] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aebb84-f18a-4874-6b09-7f6134454372, 'name': SearchDatastore_Task, 'duration_secs': 0.014795} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.986575] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.986982] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1675.987317] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.987518] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.987809] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1675.992397] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82c00690-7a5f-48dc-98c8-0966f9938c8e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.993905] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386a3e19-b7d6-49aa-bc14-118e5cb7e889 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.013140] env[62226]: DEBUG nova.compute.provider_tree [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.013140] env[62226]: DEBUG nova.network.neutron [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Successfully created port: d52bcef3-0015-47ff-b148-cb953a746813 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1676.020386] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.020386] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1676.020386] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17dd3eb3-1dce-48a6-8455-b2bfeb7ba216 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.025484] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1676.025484] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52067ee6-2ee6-8536-6590-8e90bcd88b25" [ 1676.025484] env[62226]: _type = "Task" [ 1676.025484] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.037380] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52067ee6-2ee6-8536-6590-8e90bcd88b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.153149] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027418, 'name': Rename_Task, 'duration_secs': 0.188914} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.153473] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1676.153749] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5bb86ba-77cf-4516-bbf5-2e0975a644ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.161250] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1676.161250] env[62226]: value = "task-2027419" [ 1676.161250] env[62226]: _type = "Task" [ 1676.161250] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.170454] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.183396] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027417, 'name': CreateVM_Task, 'duration_secs': 0.612396} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.183606] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1676.184175] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.184301] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.184612] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1676.184883] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd05a4fa-3f46-4c44-af2a-fd1ab34577ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.190764] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1676.190764] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a8c81f-d9c1-da29-91f1-47043e6f4eb3" [ 1676.190764] env[62226]: _type = "Task" [ 1676.190764] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.193634] env[62226]: DEBUG nova.compute.manager [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1676.202311] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a8c81f-d9c1-da29-91f1-47043e6f4eb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.370293] env[62226]: DEBUG nova.compute.manager [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1676.409623] env[62226]: DEBUG nova.virt.hardware [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1676.409858] env[62226]: DEBUG nova.virt.hardware [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.412082] env[62226]: DEBUG nova.virt.hardware [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1676.412082] env[62226]: DEBUG nova.virt.hardware [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.412082] env[62226]: DEBUG nova.virt.hardware [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1676.412082] env[62226]: DEBUG nova.virt.hardware [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1676.412439] env[62226]: DEBUG nova.virt.hardware [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1676.412511] env[62226]: DEBUG nova.virt.hardware [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1676.412857] env[62226]: DEBUG nova.virt.hardware [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1676.412857] env[62226]: DEBUG nova.virt.hardware [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1676.412999] env[62226]: DEBUG nova.virt.hardware [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1676.413949] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e9a1c2-9f69-4908-9a0a-d7672a4c733a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.422941] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20360a9e-c208-49bc-af42-df9f9375b157 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.448105] env[62226]: DEBUG nova.network.neutron [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1676.461336] env[62226]: INFO nova.compute.manager [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Took 28.15 seconds to build instance. [ 1676.520311] env[62226]: DEBUG nova.scheduler.client.report [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.536952] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52067ee6-2ee6-8536-6590-8e90bcd88b25, 'name': SearchDatastore_Task, 'duration_secs': 0.014381} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.541458] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40bb7f71-a4c0-4388-938a-b5338ebc08c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.546520] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1676.546520] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52957b45-0282-1574-759c-e66ca05be2e0" [ 1676.546520] env[62226]: _type = "Task" [ 1676.546520] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.555711] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52957b45-0282-1574-759c-e66ca05be2e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.633078] env[62226]: DEBUG nova.network.neutron [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Updating instance_info_cache with network_info: [{"id": "45fbc33f-f3e7-497e-90b8-d3605a56a3a6", "address": "fa:16:3e:bf:bd:8a", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45fbc33f-f3", "ovs_interfaceid": "45fbc33f-f3e7-497e-90b8-d3605a56a3a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.672500] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.703519] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a8c81f-d9c1-da29-91f1-47043e6f4eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.014268} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.706095] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.706965] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1676.706965] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.723619] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.966026] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5c78b767-fd19-4bea-bfdf-e4cd09569c16 tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lock "98770d13-fd1e-4d55-b4a7-4e17b260167a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.659s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.025606] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.026386] env[62226]: DEBUG nova.compute.manager [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1677.031217] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.175s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.033719] env[62226]: INFO nova.compute.claims [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.060408] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52957b45-0282-1574-759c-e66ca05be2e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016034} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.060408] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.060408] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 0b3e91bd-a9ae-4855-85e7-fe143443b11f/0b3e91bd-a9ae-4855-85e7-fe143443b11f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1677.060408] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.060864] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1677.060864] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54e76c8f-5167-46d1-8f52-12d770537341 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.062738] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ca8ccf4-3e59-4fdf-9a41-80bd5d47cf7c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.070158] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1677.070158] env[62226]: value = "task-2027421" [ 1677.070158] env[62226]: _type = "Task" [ 1677.070158] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.074693] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1677.076521] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1677.076521] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51b74b7-71f1-4854-a549-2e8d18146929 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.082898] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.086274] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1677.086274] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524a66eb-d04b-101f-ef83-90582e6ab88b" [ 1677.086274] env[62226]: _type = "Task" [ 1677.086274] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.097811] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524a66eb-d04b-101f-ef83-90582e6ab88b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.137804] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "refresh_cache-495e4bed-69b0-431a-959a-06d99a5b3e0f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.138242] env[62226]: DEBUG nova.compute.manager [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Instance network_info: |[{"id": "45fbc33f-f3e7-497e-90b8-d3605a56a3a6", "address": "fa:16:3e:bf:bd:8a", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45fbc33f-f3", "ovs_interfaceid": "45fbc33f-f3e7-497e-90b8-d3605a56a3a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1677.138673] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:bd:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45fbc33f-f3e7-497e-90b8-d3605a56a3a6', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1677.147124] env[62226]: DEBUG oslo.service.loopingcall [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.147508] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1677.148954] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2753c885-5251-4cc1-bd65-749f61d053f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.175856] env[62226]: DEBUG oslo_vmware.api [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027419, 'name': PowerOnVM_Task, 'duration_secs': 0.916622} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.177437] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1677.177695] env[62226]: INFO nova.compute.manager [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1677.177881] env[62226]: DEBUG nova.compute.manager [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1677.178206] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1677.178206] env[62226]: value = "task-2027422" [ 1677.178206] env[62226]: _type = "Task" [ 1677.178206] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.179285] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae4e749-6d8a-4c7a-a081-7532c01b3a2a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.190802] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027422, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.468443] env[62226]: DEBUG nova.compute.manager [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1677.530738] env[62226]: DEBUG nova.compute.manager [req-c6c0e742-b756-4ab0-b40b-09ba60e94685 req-50e2ec49-70e5-48a2-b1cc-6a887844c154 service nova] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Received event network-changed-99662122-516a-431c-bfa8-5ad9157ad5b4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1677.531145] env[62226]: DEBUG nova.compute.manager [req-c6c0e742-b756-4ab0-b40b-09ba60e94685 req-50e2ec49-70e5-48a2-b1cc-6a887844c154 service nova] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Refreshing instance network info cache due to event network-changed-99662122-516a-431c-bfa8-5ad9157ad5b4. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1677.531544] env[62226]: DEBUG oslo_concurrency.lockutils [req-c6c0e742-b756-4ab0-b40b-09ba60e94685 req-50e2ec49-70e5-48a2-b1cc-6a887844c154 service nova] Acquiring lock "refresh_cache-0b3e91bd-a9ae-4855-85e7-fe143443b11f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.531739] env[62226]: DEBUG oslo_concurrency.lockutils [req-c6c0e742-b756-4ab0-b40b-09ba60e94685 req-50e2ec49-70e5-48a2-b1cc-6a887844c154 service nova] Acquired lock "refresh_cache-0b3e91bd-a9ae-4855-85e7-fe143443b11f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.531931] env[62226]: DEBUG nova.network.neutron [req-c6c0e742-b756-4ab0-b40b-09ba60e94685 req-50e2ec49-70e5-48a2-b1cc-6a887844c154 service nova] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Refreshing network info cache for port 99662122-516a-431c-bfa8-5ad9157ad5b4 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.539753] env[62226]: DEBUG nova.compute.utils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.547674] env[62226]: DEBUG nova.compute.manager [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1677.547839] env[62226]: DEBUG nova.network.neutron [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1677.588630] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027421, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.599049] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524a66eb-d04b-101f-ef83-90582e6ab88b, 'name': SearchDatastore_Task, 'duration_secs': 0.013639} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.599668] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8b2152-83ec-4a5e-900e-298742419c7a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.606292] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1677.606292] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b91825-8d69-0b71-e372-a20704c2838d" [ 1677.606292] env[62226]: _type = "Task" [ 1677.606292] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.614626] env[62226]: DEBUG nova.compute.manager [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Received event network-vif-deleted-c458b2f4-bfe2-4b62-bb62-dc9e3efae499 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1677.614946] env[62226]: DEBUG nova.compute.manager [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Received event network-vif-plugged-45fbc33f-f3e7-497e-90b8-d3605a56a3a6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1677.615362] env[62226]: DEBUG oslo_concurrency.lockutils [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] Acquiring lock "495e4bed-69b0-431a-959a-06d99a5b3e0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.615571] env[62226]: DEBUG oslo_concurrency.lockutils [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] Lock "495e4bed-69b0-431a-959a-06d99a5b3e0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.615810] env[62226]: DEBUG oslo_concurrency.lockutils [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] Lock "495e4bed-69b0-431a-959a-06d99a5b3e0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.616047] env[62226]: DEBUG nova.compute.manager [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] No waiting events found dispatching network-vif-plugged-45fbc33f-f3e7-497e-90b8-d3605a56a3a6 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1677.616306] env[62226]: WARNING nova.compute.manager [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Received unexpected event network-vif-plugged-45fbc33f-f3e7-497e-90b8-d3605a56a3a6 for instance with vm_state building and task_state spawning. [ 1677.616520] env[62226]: DEBUG nova.compute.manager [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Received event network-changed-45fbc33f-f3e7-497e-90b8-d3605a56a3a6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1677.616725] env[62226]: DEBUG nova.compute.manager [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Refreshing instance network info cache due to event network-changed-45fbc33f-f3e7-497e-90b8-d3605a56a3a6. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1677.616972] env[62226]: DEBUG oslo_concurrency.lockutils [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] Acquiring lock "refresh_cache-495e4bed-69b0-431a-959a-06d99a5b3e0f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.617192] env[62226]: DEBUG oslo_concurrency.lockutils [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] Acquired lock "refresh_cache-495e4bed-69b0-431a-959a-06d99a5b3e0f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.617385] env[62226]: DEBUG nova.network.neutron [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Refreshing network info cache for port 45fbc33f-f3e7-497e-90b8-d3605a56a3a6 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.624636] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b91825-8d69-0b71-e372-a20704c2838d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.626695] env[62226]: DEBUG nova.policy [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dd5176aa5174e4ba64a5abc1b6a52a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78e1fbdc48d845f993c3b87dd171dc4a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1677.692485] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027422, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.709390] env[62226]: INFO nova.compute.manager [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Took 27.19 seconds to build instance. [ 1677.820151] env[62226]: INFO nova.compute.manager [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Rebuilding instance [ 1677.881732] env[62226]: DEBUG nova.compute.manager [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1677.882622] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714729ef-2fe1-406d-b980-7ceb1a7b2b75 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.998515] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.048571] env[62226]: DEBUG nova.compute.manager [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1678.086956] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629677} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.090169] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 0b3e91bd-a9ae-4855-85e7-fe143443b11f/0b3e91bd-a9ae-4855-85e7-fe143443b11f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1678.090312] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1678.094018] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66c88d0f-586d-4c1b-bfda-73c0df830d37 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.104639] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1678.104639] env[62226]: value = "task-2027423" [ 1678.104639] env[62226]: _type = "Task" [ 1678.104639] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.126611] env[62226]: DEBUG nova.network.neutron [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Successfully created port: 9bfcd53b-788f-4ebd-8f7e-7dc71e99808a {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1678.131770] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.136149] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b91825-8d69-0b71-e372-a20704c2838d, 'name': SearchDatastore_Task, 'duration_secs': 0.050237} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.136699] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.137022] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 895cf2de-e826-49e7-8674-863a62611dcf/895cf2de-e826-49e7-8674-863a62611dcf.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1678.137381] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba7ddf77-8d9c-436a-9ada-617f9a71f2bd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.149401] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1678.149401] env[62226]: value = "task-2027424" [ 1678.149401] env[62226]: _type = "Task" [ 1678.149401] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.166148] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.198466] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027422, 'name': CreateVM_Task, 'duration_secs': 0.787753} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.198676] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1678.199379] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.199802] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.200096] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1678.200690] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1532796-c1b3-42fa-90f4-ee4aa9be9b8a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.205975] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1678.205975] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5255a038-f8a1-d3e6-349a-fdb0f61f37e5" [ 1678.205975] env[62226]: _type = "Task" [ 1678.205975] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.212789] env[62226]: DEBUG oslo_concurrency.lockutils [None req-477e202a-c7c5-4000-b94d-63f6d4fee6d2 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "82125811-c19a-48af-9b96-31ace3787cab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.701s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.219264] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5255a038-f8a1-d3e6-349a-fdb0f61f37e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.509449] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f5606f-54ff-4741-9b4b-8ba74e88ea88 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.523806] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9048fc1f-acae-40f2-80d9-7b4ee8318cea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.577471] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67871477-fdb2-4b1e-b41c-c53b7ebfce05 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.596581] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dee08c1-61d2-4cfe-ba1b-a773f6d05df3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.627516] env[62226]: DEBUG nova.compute.provider_tree [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.639234] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09917} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.639234] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1678.639383] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a09f97-98b0-436c-8098-a2a1b61cce8d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.671742] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 0b3e91bd-a9ae-4855-85e7-fe143443b11f/0b3e91bd-a9ae-4855-85e7-fe143443b11f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1678.676990] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c426d1dc-db43-4205-bbed-9a17a9178b93 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.703206] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027424, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.703707] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1678.703707] env[62226]: value = "task-2027425" [ 1678.703707] env[62226]: _type = "Task" [ 1678.703707] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.721677] env[62226]: DEBUG nova.compute.manager [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1678.731845] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5255a038-f8a1-d3e6-349a-fdb0f61f37e5, 'name': SearchDatastore_Task, 'duration_secs': 0.025213} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.731845] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.734401] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.734401] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1678.734401] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.734401] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.735228] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1678.735228] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea0b89e2-30d3-47d6-bd1f-6a4a02ad32f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.749533] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1678.749713] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1678.750570] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba4168cf-acf3-4507-9f33-e134f13de12b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.762110] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1678.762110] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5217029f-1ab9-49c6-5033-372393d5f279" [ 1678.762110] env[62226]: _type = "Task" [ 1678.762110] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.772516] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5217029f-1ab9-49c6-5033-372393d5f279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.794439] env[62226]: DEBUG nova.network.neutron [req-c6c0e742-b756-4ab0-b40b-09ba60e94685 req-50e2ec49-70e5-48a2-b1cc-6a887844c154 service nova] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Updated VIF entry in instance network info cache for port 99662122-516a-431c-bfa8-5ad9157ad5b4. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.794625] env[62226]: DEBUG nova.network.neutron [req-c6c0e742-b756-4ab0-b40b-09ba60e94685 req-50e2ec49-70e5-48a2-b1cc-6a887844c154 service nova] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Updating instance_info_cache with network_info: [{"id": "99662122-516a-431c-bfa8-5ad9157ad5b4", "address": "fa:16:3e:93:74:81", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99662122-51", "ovs_interfaceid": "99662122-516a-431c-bfa8-5ad9157ad5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.899057] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1678.899428] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7de3394f-212b-45b1-b60d-1263f84bae9d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.902144] env[62226]: DEBUG nova.network.neutron [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Updated VIF entry in instance network info cache for port 45fbc33f-f3e7-497e-90b8-d3605a56a3a6. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.902768] env[62226]: DEBUG nova.network.neutron [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Updating instance_info_cache with network_info: [{"id": "45fbc33f-f3e7-497e-90b8-d3605a56a3a6", "address": "fa:16:3e:bf:bd:8a", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45fbc33f-f3", "ovs_interfaceid": "45fbc33f-f3e7-497e-90b8-d3605a56a3a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.909047] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1678.909047] env[62226]: value = "task-2027427" [ 1678.909047] env[62226]: _type = "Task" [ 1678.909047] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.920182] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.079343] env[62226]: DEBUG nova.compute.manager [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1679.111292] env[62226]: DEBUG nova.virt.hardware [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:37:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='706471998',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1861356060',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1679.111624] env[62226]: DEBUG nova.virt.hardware [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.111840] env[62226]: DEBUG nova.virt.hardware [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1679.112401] env[62226]: DEBUG nova.virt.hardware [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.112818] env[62226]: DEBUG nova.virt.hardware [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1679.113480] env[62226]: DEBUG nova.virt.hardware [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1679.113480] env[62226]: DEBUG nova.virt.hardware [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1679.113853] env[62226]: DEBUG nova.virt.hardware [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1679.113853] env[62226]: DEBUG nova.virt.hardware [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1679.113853] env[62226]: DEBUG nova.virt.hardware [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1679.114017] env[62226]: DEBUG nova.virt.hardware [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1679.115276] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7c7f43-964f-4221-8087-92a311e89522 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.124091] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea500f7-d5b1-4cfe-b302-476825a61651 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.130763] env[62226]: DEBUG nova.scheduler.client.report [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1679.172942] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740834} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.172942] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 895cf2de-e826-49e7-8674-863a62611dcf/895cf2de-e826-49e7-8674-863a62611dcf.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1679.172942] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1679.172942] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c56e8ba5-6569-4ef5-8469-0efe7356376d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.179030] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1679.179030] env[62226]: value = "task-2027428" [ 1679.179030] env[62226]: _type = "Task" [ 1679.179030] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.187565] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.213971] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.262020] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.262439] env[62226]: DEBUG nova.network.neutron [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Successfully updated port: d52bcef3-0015-47ff-b148-cb953a746813 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1679.274093] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5217029f-1ab9-49c6-5033-372393d5f279, 'name': SearchDatastore_Task, 'duration_secs': 0.044319} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.274873] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc810536-4fde-465b-95d3-af00fa99745f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.284754] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1679.284754] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5211108a-1258-df86-b5d8-c03169b5465c" [ 1679.284754] env[62226]: _type = "Task" [ 1679.284754] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.298175] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5211108a-1258-df86-b5d8-c03169b5465c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.301862] env[62226]: DEBUG oslo_concurrency.lockutils [req-c6c0e742-b756-4ab0-b40b-09ba60e94685 req-50e2ec49-70e5-48a2-b1cc-6a887844c154 service nova] Releasing lock "refresh_cache-0b3e91bd-a9ae-4855-85e7-fe143443b11f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.405708] env[62226]: DEBUG oslo_concurrency.lockutils [req-26ed3f30-2d4e-4a4b-9c90-5122a395b648 req-35170286-0244-44df-a5ff-12e622ba2b99 service nova] Releasing lock "refresh_cache-495e4bed-69b0-431a-959a-06d99a5b3e0f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.425500] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027427, 'name': PowerOffVM_Task, 'duration_secs': 0.177645} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.425500] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1679.425500] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1679.425500] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9948029-6745-4f58-88d1-b8fd88e6f6e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.435616] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.436634] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1679.436634] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.436634] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bde9e227-0d76-46c3-a4e7-50ff6617d969 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.438257] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.438477] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1679.464249] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.465357] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.465357] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Deleting the datastore file [datastore2] 70edcc72-c86a-43a7-9342-1332164f5fda {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.465357] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19f60cdf-f555-40be-b314-6df33e563930 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.472344] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1679.472344] env[62226]: value = "task-2027430" [ 1679.472344] env[62226]: _type = "Task" [ 1679.472344] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.481933] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.645030] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.646116] env[62226]: DEBUG nova.compute.manager [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1679.649463] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.319s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.693667] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209813} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.693904] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1679.694817] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6291f6b1-9f12-42a2-9672-a331b4d9f32f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.717916] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 895cf2de-e826-49e7-8674-863a62611dcf/895cf2de-e826-49e7-8674-863a62611dcf.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1679.722282] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2fd9046-c4d5-4b17-b395-6562f01dd708 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.744504] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027425, 'name': ReconfigVM_Task, 'duration_secs': 0.747881} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.745870] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 0b3e91bd-a9ae-4855-85e7-fe143443b11f/0b3e91bd-a9ae-4855-85e7-fe143443b11f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.746933] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1679.746933] env[62226]: value = "task-2027431" [ 1679.746933] env[62226]: _type = "Task" [ 1679.746933] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.746933] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bef4fca9-cb99-48fd-bdfe-5a87fd0928e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.757566] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.758909] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1679.758909] env[62226]: value = "task-2027432" [ 1679.758909] env[62226]: _type = "Task" [ 1679.758909] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.767149] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027432, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.768890] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Acquiring lock "refresh_cache-cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.768993] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Acquired lock "refresh_cache-cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.769178] env[62226]: DEBUG nova.network.neutron [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1679.798213] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5211108a-1258-df86-b5d8-c03169b5465c, 'name': SearchDatastore_Task, 'duration_secs': 0.027152} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.798568] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.799424] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 495e4bed-69b0-431a-959a-06d99a5b3e0f/495e4bed-69b0-431a-959a-06d99a5b3e0f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1679.799424] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6141ab77-6af0-4411-a312-ffb891d39849 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.809599] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1679.809599] env[62226]: value = "task-2027433" [ 1679.809599] env[62226]: _type = "Task" [ 1679.809599] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.819946] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.964996] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0b0bd17e-439d-42b4-9e02-b74a90b8b61b tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquiring lock "interface-98770d13-fd1e-4d55-b4a7-4e17b260167a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.964996] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0b0bd17e-439d-42b4-9e02-b74a90b8b61b tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lock "interface-98770d13-fd1e-4d55-b4a7-4e17b260167a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.964996] env[62226]: DEBUG nova.objects.instance [None req-0b0bd17e-439d-42b4-9e02-b74a90b8b61b tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lazy-loading 'flavor' on Instance uuid 98770d13-fd1e-4d55-b4a7-4e17b260167a {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1679.982605] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186827} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.983040] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1679.983367] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1679.983942] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.154083] env[62226]: DEBUG nova.compute.utils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1680.158441] env[62226]: INFO nova.compute.claims [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.164559] env[62226]: DEBUG nova.compute.manager [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1680.165031] env[62226]: DEBUG nova.network.neutron [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1680.266743] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.273627] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.274416] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.276739] env[62226]: DEBUG nova.policy [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99d0f23a6b7e4c2c83168172320021bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b28b3ff96e748cea5b4018728823cef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1680.283765] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027432, 'name': Rename_Task, 'duration_secs': 0.210543} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.284108] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1680.284476] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e6e44b0-ed21-4b97-b53b-80089abc9157 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.291666] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1680.291666] env[62226]: value = "task-2027434" [ 1680.291666] env[62226]: _type = "Task" [ 1680.291666] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.301983] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.320960] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027433, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.322288] env[62226]: DEBUG nova.network.neutron [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1680.380757] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquiring lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.380757] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.380757] env[62226]: INFO nova.compute.manager [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Rebooting instance [ 1680.468165] env[62226]: DEBUG nova.objects.instance [None req-0b0bd17e-439d-42b4-9e02-b74a90b8b61b tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lazy-loading 'pci_requests' on Instance uuid 98770d13-fd1e-4d55-b4a7-4e17b260167a {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.495830] env[62226]: DEBUG nova.network.neutron [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Successfully updated port: 9bfcd53b-788f-4ebd-8f7e-7dc71e99808a {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1680.573456] env[62226]: DEBUG nova.network.neutron [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Updating instance_info_cache with network_info: [{"id": "d52bcef3-0015-47ff-b148-cb953a746813", "address": "fa:16:3e:44:52:32", "network": {"id": "22bef828-2f11-4cee-a111-1466e334d500", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-912310402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15bab189f4e4f52bd283e36c5d2c048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52bcef3-00", "ovs_interfaceid": "d52bcef3-0015-47ff-b148-cb953a746813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.665067] env[62226]: DEBUG nova.compute.manager [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1680.670232] env[62226]: INFO nova.compute.resource_tracker [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating resource usage from migration ce748876-dde4-46f9-871c-c2f61e344bbb [ 1680.760605] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027431, 'name': ReconfigVM_Task, 'duration_secs': 0.774358} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.764336] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 895cf2de-e826-49e7-8674-863a62611dcf/895cf2de-e826-49e7-8674-863a62611dcf.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1680.765480] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a095393d-db90-43a8-916b-8fe6a949b03e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.772802] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1680.772802] env[62226]: value = "task-2027435" [ 1680.772802] env[62226]: _type = "Task" [ 1680.772802] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.783611] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027435, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.808046] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.819453] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894721} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.819825] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 495e4bed-69b0-431a-959a-06d99a5b3e0f/495e4bed-69b0-431a-959a-06d99a5b3e0f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1680.820116] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1680.820303] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee1540c8-ef5b-4f13-92cc-8039e25fa0fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.831086] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1680.831086] env[62226]: value = "task-2027436" [ 1680.831086] env[62226]: _type = "Task" [ 1680.831086] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.841932] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.933137] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquiring lock "refresh_cache-b46de92b-7858-4796-a6d7-8d71fd3dae6f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.933340] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquired lock "refresh_cache-b46de92b-7858-4796-a6d7-8d71fd3dae6f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.933517] env[62226]: DEBUG nova.network.neutron [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.979524] env[62226]: DEBUG nova.objects.base [None req-0b0bd17e-439d-42b4-9e02-b74a90b8b61b tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Object Instance<98770d13-fd1e-4d55-b4a7-4e17b260167a> lazy-loaded attributes: flavor,pci_requests {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1680.979524] env[62226]: DEBUG nova.network.neutron [None req-0b0bd17e-439d-42b4-9e02-b74a90b8b61b tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1680.999836] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "refresh_cache-31df7076-0c33-4d0a-9ffd-c65a02433fd8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.000395] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquired lock "refresh_cache-31df7076-0c33-4d0a-9ffd-c65a02433fd8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.000617] env[62226]: DEBUG nova.network.neutron [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1681.026429] env[62226]: DEBUG nova.virt.hardware [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1681.026681] env[62226]: DEBUG nova.virt.hardware [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.026834] env[62226]: DEBUG nova.virt.hardware [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.027022] env[62226]: DEBUG nova.virt.hardware [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.027165] env[62226]: DEBUG nova.virt.hardware [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.027302] env[62226]: DEBUG nova.virt.hardware [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1681.027549] env[62226]: DEBUG nova.virt.hardware [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1681.027826] env[62226]: DEBUG nova.virt.hardware [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1681.028020] env[62226]: DEBUG nova.virt.hardware [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1681.028260] env[62226]: DEBUG nova.virt.hardware [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1681.028438] env[62226]: DEBUG nova.virt.hardware [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1681.029601] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43117078-5c6c-4038-9e3d-cd7c16ad7b31 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.041468] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7408e0a-7f55-484f-bfcd-ebc570cc5479 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.060774] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Instance VIF info [] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.066602] env[62226]: DEBUG oslo.service.loopingcall [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.073118] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.073118] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ebc84d5-6c58-4943-b772-a7edad146489 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.088433] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Releasing lock "refresh_cache-cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.088782] env[62226]: DEBUG nova.compute.manager [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Instance network_info: |[{"id": "d52bcef3-0015-47ff-b148-cb953a746813", "address": "fa:16:3e:44:52:32", "network": {"id": "22bef828-2f11-4cee-a111-1466e334d500", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-912310402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15bab189f4e4f52bd283e36c5d2c048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52bcef3-00", "ovs_interfaceid": "d52bcef3-0015-47ff-b148-cb953a746813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1681.089454] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:52:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd52bcef3-0015-47ff-b148-cb953a746813', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.099047] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Creating folder: Project (f15bab189f4e4f52bd283e36c5d2c048). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.099514] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcbde739-efc8-4f09-8b91-0abb89b89e44 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.103135] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.103135] env[62226]: value = "task-2027437" [ 1681.103135] env[62226]: _type = "Task" [ 1681.103135] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.105888] env[62226]: DEBUG nova.network.neutron [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Successfully created port: f3cba467-8317-4c92-aec0-e2d286b40581 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1681.112268] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Created folder: Project (f15bab189f4e4f52bd283e36c5d2c048) in parent group-v416438. [ 1681.112455] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Creating folder: Instances. Parent ref: group-v416480. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.112767] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a3b5fe1-c394-4812-97bb-593b0562efca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.119991] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027437, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.121730] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Created folder: Instances in parent group-v416480. [ 1681.121989] env[62226]: DEBUG oslo.service.loopingcall [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.124513] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.124938] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c750f28-ef0d-4d05-b110-00c9e5180277 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.139843] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0b0bd17e-439d-42b4-9e02-b74a90b8b61b tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lock "interface-98770d13-fd1e-4d55-b4a7-4e17b260167a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.176s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.148480] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.148480] env[62226]: value = "task-2027440" [ 1681.148480] env[62226]: _type = "Task" [ 1681.148480] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.157358] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027440, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.159274] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cb9e42-2b73-4218-818c-e061f978fc22 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.168184] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4951dc73-19bc-46e0-9647-c1789b0c7617 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.210374] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4545e2ac-0898-49ba-87e9-a1695f97b0ac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.220151] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179368b8-bd9b-4c9c-942b-8ce9a0ab5738 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.243304] env[62226]: DEBUG nova.compute.provider_tree [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.280069] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1681.284030] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027435, 'name': Rename_Task, 'duration_secs': 0.235967} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.284411] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1681.284703] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02f75519-a1b3-4ffe-96ef-a4f4c3a155ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.291931] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1681.291931] env[62226]: value = "task-2027441" [ 1681.291931] env[62226]: _type = "Task" [ 1681.291931] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.303473] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.306497] env[62226]: DEBUG oslo_vmware.api [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027434, 'name': PowerOnVM_Task, 'duration_secs': 0.797101} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.306668] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1681.306905] env[62226]: INFO nova.compute.manager [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1681.307134] env[62226]: DEBUG nova.compute.manager [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.307952] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea8a401-f1dd-4843-88f7-c234999c7c56 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.344601] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114729} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.344601] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1681.344601] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3ef34f-91aa-40c5-a85c-1c73bfd5c03b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.368066] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 495e4bed-69b0-431a-959a-06d99a5b3e0f/495e4bed-69b0-431a-959a-06d99a5b3e0f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1681.369232] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a242ca94-b996-47a5-b2bb-9afd3e09a348 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.392346] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1681.392346] env[62226]: value = "task-2027442" [ 1681.392346] env[62226]: _type = "Task" [ 1681.392346] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.402818] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.622445] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027437, 'name': CreateVM_Task, 'duration_secs': 0.507564} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.626025] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1681.626025] env[62226]: DEBUG oslo_concurrency.lockutils [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.626025] env[62226]: DEBUG oslo_concurrency.lockutils [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.626025] env[62226]: DEBUG oslo_concurrency.lockutils [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1681.626025] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e3c14f-bc79-473d-953e-0463c0884172 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.630968] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1681.630968] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5288a3fd-f557-1f4d-7a9a-d6783f3b4573" [ 1681.630968] env[62226]: _type = "Task" [ 1681.630968] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.650326] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5288a3fd-f557-1f4d-7a9a-d6783f3b4573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.660139] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027440, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.677236] env[62226]: DEBUG nova.compute.manager [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1681.706615] env[62226]: DEBUG nova.compute.manager [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Received event network-vif-plugged-d52bcef3-0015-47ff-b148-cb953a746813 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1681.706854] env[62226]: DEBUG oslo_concurrency.lockutils [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] Acquiring lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.707075] env[62226]: DEBUG oslo_concurrency.lockutils [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.707267] env[62226]: DEBUG oslo_concurrency.lockutils [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.707448] env[62226]: DEBUG nova.compute.manager [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] No waiting events found dispatching network-vif-plugged-d52bcef3-0015-47ff-b148-cb953a746813 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1681.707658] env[62226]: WARNING nova.compute.manager [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Received unexpected event network-vif-plugged-d52bcef3-0015-47ff-b148-cb953a746813 for instance with vm_state building and task_state spawning. [ 1681.709112] env[62226]: DEBUG nova.compute.manager [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Received event network-changed-d52bcef3-0015-47ff-b148-cb953a746813 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1681.709112] env[62226]: DEBUG nova.compute.manager [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Refreshing instance network info cache due to event network-changed-d52bcef3-0015-47ff-b148-cb953a746813. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1681.709112] env[62226]: DEBUG oslo_concurrency.lockutils [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] Acquiring lock "refresh_cache-cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.709112] env[62226]: DEBUG oslo_concurrency.lockutils [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] Acquired lock "refresh_cache-cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.709112] env[62226]: DEBUG nova.network.neutron [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Refreshing network info cache for port d52bcef3-0015-47ff-b148-cb953a746813 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.712110] env[62226]: DEBUG nova.virt.hardware [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1681.712965] env[62226]: DEBUG nova.virt.hardware [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.712965] env[62226]: DEBUG nova.virt.hardware [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.712965] env[62226]: DEBUG nova.virt.hardware [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.712965] env[62226]: DEBUG nova.virt.hardware [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.712965] env[62226]: DEBUG nova.virt.hardware [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1681.713309] env[62226]: DEBUG nova.virt.hardware [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1681.713499] env[62226]: DEBUG nova.virt.hardware [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1681.713718] env[62226]: DEBUG nova.virt.hardware [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1681.713936] env[62226]: DEBUG nova.virt.hardware [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1681.714179] env[62226]: DEBUG nova.virt.hardware [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1681.715366] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb68bfd3-903d-42fc-a968-5c3f24efa64f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.728509] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069b018f-9623-4c94-b7ba-6cf187ffeede {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.746485] env[62226]: DEBUG nova.scheduler.client.report [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.768350] env[62226]: DEBUG nova.network.neutron [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1681.803593] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027441, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.826385] env[62226]: INFO nova.compute.manager [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Took 19.34 seconds to build instance. [ 1681.904237] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027442, 'name': ReconfigVM_Task, 'duration_secs': 0.487059} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.908012] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 495e4bed-69b0-431a-959a-06d99a5b3e0f/495e4bed-69b0-431a-959a-06d99a5b3e0f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.910083] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0e8aea9-33e2-4cf1-ab49-f3ffa568892b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.917733] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1681.917733] env[62226]: value = "task-2027443" [ 1681.917733] env[62226]: _type = "Task" [ 1681.917733] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.927527] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027443, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.147253] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5288a3fd-f557-1f4d-7a9a-d6783f3b4573, 'name': SearchDatastore_Task, 'duration_secs': 0.014158} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.147253] env[62226]: DEBUG oslo_concurrency.lockutils [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.147253] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.147611] env[62226]: DEBUG oslo_concurrency.lockutils [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.147905] env[62226]: DEBUG oslo_concurrency.lockutils [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.148177] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.148490] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daf90e23-0b71-45ac-b4f1-0ec8caa384d2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.165253] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.165546] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.166354] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027440, 'name': CreateVM_Task, 'duration_secs': 0.747906} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.166906] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b3d429e-f879-4e24-b0fd-94332abdcc93 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.170142] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1682.171449] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.171449] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.173140] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1682.173636] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b31b5d5-c74d-48cc-b3de-20a75fe7e301 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.182662] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1682.182662] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521bde79-c36a-1986-9f05-92acf54af364" [ 1682.182662] env[62226]: _type = "Task" [ 1682.182662] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.193506] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Waiting for the task: (returnval){ [ 1682.193506] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52128135-a4a6-09c6-012b-0e99c886d5ab" [ 1682.193506] env[62226]: _type = "Task" [ 1682.193506] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.201161] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521bde79-c36a-1986-9f05-92acf54af364, 'name': SearchDatastore_Task, 'duration_secs': 0.012096} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.202396] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1e8ab4-d552-4a3f-9b7c-539025a49a17 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.210019] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52128135-a4a6-09c6-012b-0e99c886d5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012099} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.210819] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.211196] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.211500] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.211690] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.211923] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.213877] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4016eda5-671b-4979-97db-4c9dfdb1047d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.217897] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1682.217897] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52822bf4-e0f1-7a34-ebcb-ba02e33009c6" [ 1682.217897] env[62226]: _type = "Task" [ 1682.217897] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.227709] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52822bf4-e0f1-7a34-ebcb-ba02e33009c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.240682] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.242706] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.242706] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7045d7-ae98-474c-8406-66beed608f93 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.249078] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Waiting for the task: (returnval){ [ 1682.249078] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52949e95-e47a-ddab-c610-90a487449cf3" [ 1682.249078] env[62226]: _type = "Task" [ 1682.249078] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.254250] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.604s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.254250] env[62226]: INFO nova.compute.manager [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Migrating [ 1682.254407] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.255139] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.256598] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.547s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.256598] env[62226]: DEBUG nova.objects.instance [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Lazy-loading 'resources' on Instance uuid 9e981af4-0942-4d0c-9466-7b9a4ef122b5 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.263445] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52949e95-e47a-ddab-c610-90a487449cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.266543] env[62226]: DEBUG nova.network.neutron [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Updating instance_info_cache with network_info: [{"id": "9bfcd53b-788f-4ebd-8f7e-7dc71e99808a", "address": "fa:16:3e:2f:4d:38", "network": {"id": "7f013a1e-f1cf-4361-92a0-2fced5a016ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-960739507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e1fbdc48d845f993c3b87dd171dc4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bfcd53b-78", "ovs_interfaceid": "9bfcd53b-788f-4ebd-8f7e-7dc71e99808a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.270697] env[62226]: DEBUG nova.network.neutron [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Updating instance_info_cache with network_info: [{"id": "f5fa979a-4378-41c2-bb5e-ecaf1c918d71", "address": "fa:16:3e:9c:d1:46", "network": {"id": "b8b630b1-cbc5-46af-8fa6-aa9558d2541a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-348273668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eff53907b814b81bf3277b9b06e5d0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5fa979a-43", "ovs_interfaceid": "f5fa979a-4378-41c2-bb5e-ecaf1c918d71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.305037] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027441, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.332526] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a03e74c-97c8-48cd-a1e3-251eac31c6dc tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.816s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.366511] env[62226]: DEBUG nova.network.neutron [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Updated VIF entry in instance network info cache for port d52bcef3-0015-47ff-b148-cb953a746813. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.366873] env[62226]: DEBUG nova.network.neutron [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Updating instance_info_cache with network_info: [{"id": "d52bcef3-0015-47ff-b148-cb953a746813", "address": "fa:16:3e:44:52:32", "network": {"id": "22bef828-2f11-4cee-a111-1466e334d500", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-912310402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15bab189f4e4f52bd283e36c5d2c048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52bcef3-00", "ovs_interfaceid": "d52bcef3-0015-47ff-b148-cb953a746813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.434151] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027443, 'name': Rename_Task, 'duration_secs': 0.31182} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.434581] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1682.435051] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aac18c2-7d9d-4bd1-97e7-13f38def55ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.443404] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1682.443404] env[62226]: value = "task-2027444" [ 1682.443404] env[62226]: _type = "Task" [ 1682.443404] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.451290] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5d2f0-9b75-4191-851e-ac3f7cdeeb92/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1682.452552] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f81d5c-ca6a-44e9-b369-3f642d783ec8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.461367] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.468915] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5d2f0-9b75-4191-851e-ac3f7cdeeb92/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1682.468915] env[62226]: ERROR oslo_vmware.rw_handles [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5d2f0-9b75-4191-851e-ac3f7cdeeb92/disk-0.vmdk due to incomplete transfer. [ 1682.469241] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb02688d-2ac1-4b30-a21a-d4c6ee88fbfa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.479656] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5d2f0-9b75-4191-851e-ac3f7cdeeb92/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1682.479869] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Uploaded image 9119e58f-440c-4d36-8316-0d480489e99f to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1682.481870] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1682.483141] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5cfaa5df-f329-4fbe-93eb-9875364f9a28 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.491021] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1682.491021] env[62226]: value = "task-2027445" [ 1682.491021] env[62226]: _type = "Task" [ 1682.491021] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.498209] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027445, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.630793] env[62226]: DEBUG nova.compute.manager [req-c920b792-7f9e-4831-9cd3-175a8f991b43 req-d1322a25-eecc-47df-82db-483805daffc8 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Received event network-vif-plugged-9bfcd53b-788f-4ebd-8f7e-7dc71e99808a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1682.633147] env[62226]: DEBUG oslo_concurrency.lockutils [req-c920b792-7f9e-4831-9cd3-175a8f991b43 req-d1322a25-eecc-47df-82db-483805daffc8 service nova] Acquiring lock "31df7076-0c33-4d0a-9ffd-c65a02433fd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.633147] env[62226]: DEBUG oslo_concurrency.lockutils [req-c920b792-7f9e-4831-9cd3-175a8f991b43 req-d1322a25-eecc-47df-82db-483805daffc8 service nova] Lock "31df7076-0c33-4d0a-9ffd-c65a02433fd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.633147] env[62226]: DEBUG oslo_concurrency.lockutils [req-c920b792-7f9e-4831-9cd3-175a8f991b43 req-d1322a25-eecc-47df-82db-483805daffc8 service nova] Lock "31df7076-0c33-4d0a-9ffd-c65a02433fd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.633147] env[62226]: DEBUG nova.compute.manager [req-c920b792-7f9e-4831-9cd3-175a8f991b43 req-d1322a25-eecc-47df-82db-483805daffc8 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] No waiting events found dispatching network-vif-plugged-9bfcd53b-788f-4ebd-8f7e-7dc71e99808a {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1682.633147] env[62226]: WARNING nova.compute.manager [req-c920b792-7f9e-4831-9cd3-175a8f991b43 req-d1322a25-eecc-47df-82db-483805daffc8 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Received unexpected event network-vif-plugged-9bfcd53b-788f-4ebd-8f7e-7dc71e99808a for instance with vm_state building and task_state spawning. [ 1682.727725] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52822bf4-e0f1-7a34-ebcb-ba02e33009c6, 'name': SearchDatastore_Task, 'duration_secs': 0.018359} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.727995] env[62226]: DEBUG oslo_concurrency.lockutils [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.728273] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 70edcc72-c86a-43a7-9342-1332164f5fda/70edcc72-c86a-43a7-9342-1332164f5fda.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1682.728527] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-590af1c8-2a3c-44ad-abd4-6db1f47bd74b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.735209] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1682.735209] env[62226]: value = "task-2027446" [ 1682.735209] env[62226]: _type = "Task" [ 1682.735209] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.744520] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.757721] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52949e95-e47a-ddab-c610-90a487449cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.022775} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.762068] env[62226]: INFO nova.compute.rpcapi [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1682.762573] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.770771] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5efded43-a76f-4b5d-8f1e-b95f49677283 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.779372] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Releasing lock "refresh_cache-31df7076-0c33-4d0a-9ffd-c65a02433fd8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.779570] env[62226]: DEBUG nova.compute.manager [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Instance network_info: |[{"id": "9bfcd53b-788f-4ebd-8f7e-7dc71e99808a", "address": "fa:16:3e:2f:4d:38", "network": {"id": "7f013a1e-f1cf-4361-92a0-2fced5a016ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-960739507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e1fbdc48d845f993c3b87dd171dc4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bfcd53b-78", "ovs_interfaceid": "9bfcd53b-788f-4ebd-8f7e-7dc71e99808a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1682.780144] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Releasing lock "refresh_cache-b46de92b-7858-4796-a6d7-8d71fd3dae6f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.787879] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:4d:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bfcd53b-788f-4ebd-8f7e-7dc71e99808a', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1682.795960] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Creating folder: Project (78e1fbdc48d845f993c3b87dd171dc4a). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1682.799161] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8c632b8-6b90-4e58-aec7-08d421a2b81f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.806053] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Waiting for the task: (returnval){ [ 1682.806053] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e7e211-05df-d282-25fe-9e505eb43129" [ 1682.806053] env[62226]: _type = "Task" [ 1682.806053] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.818626] env[62226]: DEBUG oslo_vmware.api [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027441, 'name': PowerOnVM_Task, 'duration_secs': 1.353452} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.820505] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1682.820722] env[62226]: DEBUG nova.compute.manager [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1682.821124] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Created folder: Project (78e1fbdc48d845f993c3b87dd171dc4a) in parent group-v416438. [ 1682.821319] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Creating folder: Instances. Parent ref: group-v416484. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1682.822130] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c2d390-03b1-40e3-af9f-cabd18073ee9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.824849] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4e9473c-70aa-4f50-bb0f-300e46908acb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.830336] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e7e211-05df-d282-25fe-9e505eb43129, 'name': SearchDatastore_Task, 'duration_secs': 0.01681} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.831315] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.831586] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] cd094d3d-9cf3-4f5b-9509-fc7b9da7e939/cd094d3d-9cf3-4f5b-9509-fc7b9da7e939.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1682.831849] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca85f913-33f6-47f2-a67e-aeccace88bab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.837829] env[62226]: DEBUG nova.compute.manager [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1682.847209] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Created folder: Instances in parent group-v416484. [ 1682.847209] env[62226]: DEBUG oslo.service.loopingcall [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.847209] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1682.847209] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce752610-7e73-48b7-9806-9edd23e82efc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.863791] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Waiting for the task: (returnval){ [ 1682.863791] env[62226]: value = "task-2027449" [ 1682.863791] env[62226]: _type = "Task" [ 1682.863791] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.872598] env[62226]: DEBUG oslo_concurrency.lockutils [req-7883c34d-1e85-4e5a-bb83-0f3b4bb9856c req-a652bae2-eaf1-4d6d-8366-0a2a29f58d92 service nova] Releasing lock "refresh_cache-cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.873290] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1682.873290] env[62226]: value = "task-2027450" [ 1682.873290] env[62226]: _type = "Task" [ 1682.873290] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.880436] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.885975] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027450, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.954304] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027444, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.003987] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027445, 'name': Destroy_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.208810] env[62226]: DEBUG nova.network.neutron [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Successfully updated port: f3cba467-8317-4c92-aec0-e2d286b40581 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1683.254047] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027446, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.274793] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e02e25-bec6-4be3-9d8b-ca2d92ce8906 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.285812] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cab5bba-0bc2-4dcc-b5fb-67dc21fed997 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.291060] env[62226]: DEBUG nova.compute.manager [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.292374] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edaf3e6-9d1c-4dde-bcff-375e7eaf921b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.297834] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.297934] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.298105] env[62226]: DEBUG nova.network.neutron [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.340743] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8222b62c-9422-4719-b3ca-2f3d2c164ac8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.366878] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7da706a-cf07-4c51-82ce-2ce89b2d5eda {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.372472] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.377628] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.392504] env[62226]: DEBUG nova.compute.provider_tree [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.398114] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027449, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.403474] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027450, 'name': CreateVM_Task, 'duration_secs': 0.504295} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.403634] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1683.404693] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.404941] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.405527] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1683.406117] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d2eba3-294b-4a32-9adc-a01839d3b01d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.414171] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1683.414171] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b0a692-6b05-2f81-ab8a-71684b6495ca" [ 1683.414171] env[62226]: _type = "Task" [ 1683.414171] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.425614] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b0a692-6b05-2f81-ab8a-71684b6495ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.455913] env[62226]: DEBUG oslo_vmware.api [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027444, 'name': PowerOnVM_Task, 'duration_secs': 0.655867} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.455913] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1683.455913] env[62226]: INFO nova.compute.manager [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1683.456170] env[62226]: DEBUG nova.compute.manager [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.456819] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494696f3-c0a9-4507-82a7-370fcd0b5c66 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.501416] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027445, 'name': Destroy_Task, 'duration_secs': 0.647064} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.501721] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Destroyed the VM [ 1683.502190] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1683.502442] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-07deb909-e1f3-4df2-8540-c61be6567ee4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.508834] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1683.508834] env[62226]: value = "task-2027451" [ 1683.508834] env[62226]: _type = "Task" [ 1683.508834] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.517548] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027451, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.714735] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Acquiring lock "refresh_cache-4465170d-735f-469d-8be1-90251bb88fe2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.714735] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Acquired lock "refresh_cache-4465170d-735f-469d-8be1-90251bb88fe2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.714735] env[62226]: DEBUG nova.network.neutron [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.747233] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760255} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.747506] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 70edcc72-c86a-43a7-9342-1332164f5fda/70edcc72-c86a-43a7-9342-1332164f5fda.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1683.747934] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1683.748096] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2de7baf-007e-4aa8-a44a-ec19e3671613 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.754495] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1683.754495] env[62226]: value = "task-2027452" [ 1683.754495] env[62226]: _type = "Task" [ 1683.754495] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.765745] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.888969] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717498} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.890472] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] cd094d3d-9cf3-4f5b-9509-fc7b9da7e939/cd094d3d-9cf3-4f5b-9509-fc7b9da7e939.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1683.890701] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1683.891016] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3227e136-4e1d-466f-b409-b0d88d956d8c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.902889] env[62226]: DEBUG nova.scheduler.client.report [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1683.914089] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Waiting for the task: (returnval){ [ 1683.914089] env[62226]: value = "task-2027453" [ 1683.914089] env[62226]: _type = "Task" [ 1683.914089] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.916771] env[62226]: DEBUG nova.network.neutron [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance_info_cache with network_info: [{"id": "5feb6464-2017-492f-b6ea-f447f53df6bc", "address": "fa:16:3e:82:5c:bd", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5feb6464-20", "ovs_interfaceid": "5feb6464-2017-492f-b6ea-f447f53df6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.937937] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.943751] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b0a692-6b05-2f81-ab8a-71684b6495ca, 'name': SearchDatastore_Task, 'duration_secs': 0.080052} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.943751] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.943751] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1683.945091] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.945091] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.945091] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1683.945091] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfc9590c-071e-404a-9837-57e1d5934201 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.955496] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1683.955895] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1683.956765] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7505f23b-f232-4b30-a22c-6da0b7698ab2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.972987] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1683.972987] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5277f33b-2c75-2e56-e5d0-96203f256292" [ 1683.972987] env[62226]: _type = "Task" [ 1683.972987] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.978693] env[62226]: INFO nova.compute.manager [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Took 20.44 seconds to build instance. [ 1683.985190] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5277f33b-2c75-2e56-e5d0-96203f256292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.012051] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "a8b57022-3376-4cd7-a883-01eac833e7ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.012659] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.025500] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027451, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.277128] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.277412] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203665} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.278439] env[62226]: DEBUG nova.network.neutron [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1684.281714] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1684.283063] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27728789-cb1f-4aac-b70e-d4b138161d8e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.307920] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 70edcc72-c86a-43a7-9342-1332164f5fda/70edcc72-c86a-43a7-9342-1332164f5fda.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.308149] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-722f0f9b-b41c-4443-8105-814e7ce93e78 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.338158] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1684.338158] env[62226]: value = "task-2027454" [ 1684.338158] env[62226]: _type = "Task" [ 1684.338158] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.346315] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.360256] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac16770-fbaa-4c25-a09a-19b11c77118b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.372994] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Doing hard reboot of VM {{(pid=62226) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1684.373616] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ee4aba44-9bb4-4b42-81b4-525a67c3d188 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.383104] env[62226]: DEBUG oslo_vmware.api [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for the task: (returnval){ [ 1684.383104] env[62226]: value = "task-2027455" [ 1684.383104] env[62226]: _type = "Task" [ 1684.383104] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.395998] env[62226]: DEBUG oslo_vmware.api [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027455, 'name': ResetVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.415660] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.418259] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.259s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.419943] env[62226]: INFO nova.compute.claims [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1684.426340] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.438441] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151415} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.438750] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1684.440023] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb83d80a-a3b9-40b7-b985-e0b090805dcb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.444065] env[62226]: INFO nova.scheduler.client.report [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Deleted allocations for instance 9e981af4-0942-4d0c-9466-7b9a4ef122b5 [ 1684.467274] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] cd094d3d-9cf3-4f5b-9509-fc7b9da7e939/cd094d3d-9cf3-4f5b-9509-fc7b9da7e939.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.469380] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e83d04-7544-4748-aa05-6d2a471452ad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.491571] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e327438e-f713-4868-808f-e2e4ff44725d tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "495e4bed-69b0-431a-959a-06d99a5b3e0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.933s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.501762] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Waiting for the task: (returnval){ [ 1684.501762] env[62226]: value = "task-2027456" [ 1684.501762] env[62226]: _type = "Task" [ 1684.501762] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.506867] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5277f33b-2c75-2e56-e5d0-96203f256292, 'name': SearchDatastore_Task, 'duration_secs': 0.021865} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.511447] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b076c4-c769-4d87-9801-f653d8771f47 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.522595] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.525529] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1684.525529] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bada96-7d06-2902-77c9-abe5c1998627" [ 1684.525529] env[62226]: _type = "Task" [ 1684.525529] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.532305] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027451, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.538020] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bada96-7d06-2902-77c9-abe5c1998627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.600608] env[62226]: DEBUG nova.network.neutron [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Updating instance_info_cache with network_info: [{"id": "f3cba467-8317-4c92-aec0-e2d286b40581", "address": "fa:16:3e:7d:da:e8", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3cba467-83", "ovs_interfaceid": "f3cba467-8317-4c92-aec0-e2d286b40581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.849101] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027454, 'name': ReconfigVM_Task, 'duration_secs': 0.50985} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.849169] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 70edcc72-c86a-43a7-9342-1332164f5fda/70edcc72-c86a-43a7-9342-1332164f5fda.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1684.849821] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10f743cc-cb0e-40a3-a6f0-34b8ced6dc1b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.856865] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1684.856865] env[62226]: value = "task-2027457" [ 1684.856865] env[62226]: _type = "Task" [ 1684.856865] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.874867] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027457, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.893904] env[62226]: DEBUG oslo_vmware.api [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027455, 'name': ResetVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.915335] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Acquiring lock "5b4a8123-9c99-493d-b720-349ccfbd8652" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.915678] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Lock "5b4a8123-9c99-493d-b720-349ccfbd8652" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.973159] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d1687780-33be-478c-9562-313683eb8a7c tempest-DeleteServersAdminTestJSON-1757156981 tempest-DeleteServersAdminTestJSON-1757156981-project-admin] Lock "9e981af4-0942-4d0c-9466-7b9a4ef122b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.128s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.993044] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquiring lock "98770d13-fd1e-4d55-b4a7-4e17b260167a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.993297] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lock "98770d13-fd1e-4d55-b4a7-4e17b260167a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.993502] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquiring lock "98770d13-fd1e-4d55-b4a7-4e17b260167a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.993682] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lock "98770d13-fd1e-4d55-b4a7-4e17b260167a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.993846] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lock "98770d13-fd1e-4d55-b4a7-4e17b260167a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.997126] env[62226]: INFO nova.compute.manager [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Terminating instance [ 1684.998925] env[62226]: DEBUG nova.compute.manager [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1685.016214] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027456, 'name': ReconfigVM_Task, 'duration_secs': 0.370119} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.020167] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Reconfigured VM instance instance-0000000d to attach disk [datastore1] cd094d3d-9cf3-4f5b-9509-fc7b9da7e939/cd094d3d-9cf3-4f5b-9509-fc7b9da7e939.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.020434] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0074c77c-759e-448d-8dbd-c430e55c7b00 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.027517] env[62226]: DEBUG oslo_vmware.api [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027451, 'name': RemoveSnapshot_Task, 'duration_secs': 1.342064} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.031769] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1685.032260] env[62226]: INFO nova.compute.manager [None req-f839b5bb-64b8-48d9-82c7-88709ed56980 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Took 17.94 seconds to snapshot the instance on the hypervisor. [ 1685.034370] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Waiting for the task: (returnval){ [ 1685.034370] env[62226]: value = "task-2027458" [ 1685.034370] env[62226]: _type = "Task" [ 1685.034370] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.042455] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bada96-7d06-2902-77c9-abe5c1998627, 'name': SearchDatastore_Task, 'duration_secs': 0.030515} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.043219] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.043738] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 31df7076-0c33-4d0a-9ffd-c65a02433fd8/31df7076-0c33-4d0a-9ffd-c65a02433fd8.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.044113] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84b65e93-6563-4ad0-a057-cbc66836eafb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.050741] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027458, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.055159] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1685.055159] env[62226]: value = "task-2027459" [ 1685.055159] env[62226]: _type = "Task" [ 1685.055159] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.068849] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.106196] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Releasing lock "refresh_cache-4465170d-735f-469d-8be1-90251bb88fe2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.106196] env[62226]: DEBUG nova.compute.manager [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Instance network_info: |[{"id": "f3cba467-8317-4c92-aec0-e2d286b40581", "address": "fa:16:3e:7d:da:e8", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3cba467-83", "ovs_interfaceid": "f3cba467-8317-4c92-aec0-e2d286b40581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1685.106470] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:da:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3cba467-8317-4c92-aec0-e2d286b40581', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.115246] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Creating folder: Project (3b28b3ff96e748cea5b4018728823cef). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1685.116110] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f13b777f-faf2-4e73-99f4-ec089258757a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.128433] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Created folder: Project (3b28b3ff96e748cea5b4018728823cef) in parent group-v416438. [ 1685.128716] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Creating folder: Instances. Parent ref: group-v416487. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1685.129928] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a5535c9-8162-4b59-a219-f1d4133d4291 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.139939] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Created folder: Instances in parent group-v416487. [ 1685.140875] env[62226]: DEBUG oslo.service.loopingcall [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.140875] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.140875] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-700ed585-eb7a-4938-8a53-de0a71329b06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.165619] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.165619] env[62226]: value = "task-2027462" [ 1685.165619] env[62226]: _type = "Task" [ 1685.165619] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.174182] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027462, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.377150] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027457, 'name': Rename_Task, 'duration_secs': 0.25913} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.378370] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.378370] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-803a360c-9b74-4810-8c90-fb5cb9681363 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.386556] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1685.386556] env[62226]: value = "task-2027463" [ 1685.386556] env[62226]: _type = "Task" [ 1685.386556] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.406126] env[62226]: DEBUG oslo_vmware.api [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027455, 'name': ResetVM_Task, 'duration_secs': 0.691087} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.413799] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Did hard reboot of VM {{(pid=62226) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1685.414188] env[62226]: DEBUG nova.compute.manager [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1685.420131] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027463, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.422483] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d0da9d-8718-4be3-9317-55c507931eb1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.507329] env[62226]: DEBUG nova.compute.manager [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1685.507609] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.510886] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f381a76-8f14-41a8-a6d9-5a48cccd755d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.525638] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.525965] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20729143-e312-48c9-9375-5f2bbd313874 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.535152] env[62226]: DEBUG oslo_vmware.api [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Waiting for the task: (returnval){ [ 1685.535152] env[62226]: value = "task-2027464" [ 1685.535152] env[62226]: _type = "Task" [ 1685.535152] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.536528] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.563644] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027458, 'name': Rename_Task, 'duration_secs': 0.200794} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.563988] env[62226]: DEBUG oslo_vmware.api [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.568437] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.572373] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f0c6777-8d66-4c2d-9c1a-7551639ea108 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.581444] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027459, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.584266] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Waiting for the task: (returnval){ [ 1685.584266] env[62226]: value = "task-2027465" [ 1685.584266] env[62226]: _type = "Task" [ 1685.584266] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.591554] env[62226]: DEBUG nova.compute.manager [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Received event network-changed-7c03e566-2b8e-4ebe-90ba-aadcc36a92e3 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1685.591554] env[62226]: DEBUG nova.compute.manager [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Refreshing instance network info cache due to event network-changed-7c03e566-2b8e-4ebe-90ba-aadcc36a92e3. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1685.591688] env[62226]: DEBUG oslo_concurrency.lockutils [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] Acquiring lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.591732] env[62226]: DEBUG oslo_concurrency.lockutils [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] Acquired lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.591877] env[62226]: DEBUG nova.network.neutron [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Refreshing network info cache for port 7c03e566-2b8e-4ebe-90ba-aadcc36a92e3 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.599245] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.680497] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027462, 'name': CreateVM_Task, 'duration_secs': 0.472363} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.680497] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1685.681291] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.681616] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.681864] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1685.682153] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0aa900-d156-40c5-a385-20870a83019e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.690760] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Waiting for the task: (returnval){ [ 1685.690760] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ba92fe-86d5-16dd-3a23-7837e96fad52" [ 1685.690760] env[62226]: _type = "Task" [ 1685.690760] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.701377] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ba92fe-86d5-16dd-3a23-7837e96fad52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.904892] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.922216] env[62226]: INFO nova.compute.manager [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Rebuilding instance [ 1685.973021] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b44fde-e60d-456f-ad7d-3a9df612a83d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.995880] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance 'c50bc1d9-19e6-439e-8782-7b268047d420' progress to 0 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1686.011966] env[62226]: DEBUG nova.compute.manager [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.012900] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecad0d4-9cc2-425c-9ee9-3754cb407e60 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.023227] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1f936921-6656-460d-9f2c-57149f7e16e5 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.644s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.026743] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693e93ac-70c9-49aa-ac64-313290df8a2a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.036598] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90ac2ed-cd50-4c95-a8fc-f978838848b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.078245] env[62226]: DEBUG oslo_vmware.api [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027464, 'name': PowerOffVM_Task, 'duration_secs': 0.309676} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.082656] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db051ff7-c29b-4fdc-8225-9f63afa7ecad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.085536] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1686.085718] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1686.087736] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e42b665-b622-4b1e-9ccb-ddfbcbeed978 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.100725] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683804} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.104816] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 31df7076-0c33-4d0a-9ffd-c65a02433fd8/31df7076-0c33-4d0a-9ffd-c65a02433fd8.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1686.105077] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1686.106533] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af75b01a-baa3-4bce-9c0c-c28229514a25 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.111357] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb21a783-22be-4694-8a38-20ac3d62c5f0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.117771] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027465, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.133387] env[62226]: DEBUG nova.compute.provider_tree [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1686.136471] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1686.136471] env[62226]: value = "task-2027467" [ 1686.136471] env[62226]: _type = "Task" [ 1686.136471] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.147188] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.182800] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1686.183124] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1686.183438] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Deleting the datastore file [datastore2] 98770d13-fd1e-4d55-b4a7-4e17b260167a {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1686.184137] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0378d6b8-efd0-4f7c-b012-7915996a797d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.191412] env[62226]: DEBUG oslo_vmware.api [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Waiting for the task: (returnval){ [ 1686.191412] env[62226]: value = "task-2027468" [ 1686.191412] env[62226]: _type = "Task" [ 1686.191412] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.204168] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ba92fe-86d5-16dd-3a23-7837e96fad52, 'name': SearchDatastore_Task, 'duration_secs': 0.022947} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.207395] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.207689] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.207948] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.208109] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.208290] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.208541] env[62226]: DEBUG oslo_vmware.api [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.208863] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fc3fc97-42a0-4d96-b705-ec48cc3e487a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.217429] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.217616] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.218438] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472565a0-d991-445e-80e8-629bd5438c4f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.224380] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Waiting for the task: (returnval){ [ 1686.224380] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528de90c-bd48-b916-c92d-fedbfa28d192" [ 1686.224380] env[62226]: _type = "Task" [ 1686.224380] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.232683] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528de90c-bd48-b916-c92d-fedbfa28d192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.279798] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1686.280147] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1686.281312] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1686.385125] env[62226]: DEBUG nova.compute.manager [req-7e51cae6-841d-41e2-9755-5d3b5e947874 req-47942ccf-f845-45da-8934-84c30a3303a7 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Received event network-changed-9bfcd53b-788f-4ebd-8f7e-7dc71e99808a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1686.385419] env[62226]: DEBUG nova.compute.manager [req-7e51cae6-841d-41e2-9755-5d3b5e947874 req-47942ccf-f845-45da-8934-84c30a3303a7 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Refreshing instance network info cache due to event network-changed-9bfcd53b-788f-4ebd-8f7e-7dc71e99808a. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1686.385840] env[62226]: DEBUG oslo_concurrency.lockutils [req-7e51cae6-841d-41e2-9755-5d3b5e947874 req-47942ccf-f845-45da-8934-84c30a3303a7 service nova] Acquiring lock "refresh_cache-31df7076-0c33-4d0a-9ffd-c65a02433fd8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.385840] env[62226]: DEBUG oslo_concurrency.lockutils [req-7e51cae6-841d-41e2-9755-5d3b5e947874 req-47942ccf-f845-45da-8934-84c30a3303a7 service nova] Acquired lock "refresh_cache-31df7076-0c33-4d0a-9ffd-c65a02433fd8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.385840] env[62226]: DEBUG nova.network.neutron [req-7e51cae6-841d-41e2-9755-5d3b5e947874 req-47942ccf-f845-45da-8934-84c30a3303a7 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Refreshing network info cache for port 9bfcd53b-788f-4ebd-8f7e-7dc71e99808a {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.404564] env[62226]: DEBUG oslo_vmware.api [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027463, 'name': PowerOnVM_Task, 'duration_secs': 0.904131} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.404812] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.405113] env[62226]: DEBUG nova.compute.manager [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.406319] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc0b668-f58e-47d6-a510-a4c620da4c85 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.513789] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1686.514122] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-977621ae-2571-4d87-8064-a50e59dd8a2a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.521575] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1686.521575] env[62226]: value = "task-2027469" [ 1686.521575] env[62226]: _type = "Task" [ 1686.521575] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.536156] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.597776] env[62226]: DEBUG oslo_vmware.api [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027465, 'name': PowerOnVM_Task, 'duration_secs': 0.558861} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.598093] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.598311] env[62226]: INFO nova.compute.manager [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1686.598792] env[62226]: DEBUG nova.compute.manager [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.599341] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535590c0-752a-4a77-b7e9-d4393ca896c2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.630474] env[62226]: DEBUG nova.network.neutron [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Updated VIF entry in instance network info cache for port 7c03e566-2b8e-4ebe-90ba-aadcc36a92e3. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.630683] env[62226]: DEBUG nova.network.neutron [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Updating instance_info_cache with network_info: [{"id": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "address": "fa:16:3e:15:10:8f", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c03e566-2b", "ovs_interfaceid": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.653638] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079058} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.653638] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.655284] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42bbe99-702e-4d18-b2a8-6a95fb72ec8f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.683478] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 31df7076-0c33-4d0a-9ffd-c65a02433fd8/31df7076-0c33-4d0a-9ffd-c65a02433fd8.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.684558] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b768cca3-ffc5-4172-8bce-6faa4248b826 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.700718] env[62226]: ERROR nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [req-78d95230-783e-4657-9361-14bece333525] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-78d95230-783e-4657-9361-14bece333525"}]} [ 1686.715586] env[62226]: DEBUG oslo_vmware.api [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Task: {'id': task-2027468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400022} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.717510] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1686.717510] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1686.719652] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1686.719652] env[62226]: INFO nova.compute.manager [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1686.719652] env[62226]: DEBUG oslo.service.loopingcall [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.719652] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1686.719652] env[62226]: value = "task-2027470" [ 1686.719652] env[62226]: _type = "Task" [ 1686.719652] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.719652] env[62226]: DEBUG nova.compute.manager [-] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1686.719652] env[62226]: DEBUG nova.network.neutron [-] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1686.726168] env[62226]: DEBUG nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1686.734971] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.741013] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528de90c-bd48-b916-c92d-fedbfa28d192, 'name': SearchDatastore_Task, 'duration_secs': 0.018529} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.741920] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbea9fb2-e947-4a5f-bcdb-6aa3d46aa3b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.746184] env[62226]: DEBUG nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1686.746280] env[62226]: DEBUG nova.compute.provider_tree [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1686.749773] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Waiting for the task: (returnval){ [ 1686.749773] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5281bcb5-7be3-a8cd-13a1-416db446b612" [ 1686.749773] env[62226]: _type = "Task" [ 1686.749773] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.757563] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5281bcb5-7be3-a8cd-13a1-416db446b612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.762274] env[62226]: DEBUG nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1686.783112] env[62226]: DEBUG nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1686.791784] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Skipping network cache update for instance because it is being deleted. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1686.791899] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Skipping network cache update for instance because it is Building. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1686.791986] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Skipping network cache update for instance because it is Building. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1686.792120] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Skipping network cache update for instance because it is Building. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1686.792240] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Skipping network cache update for instance because it is Building. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1686.829285] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "refresh_cache-d7c708b7-1702-4f31-a8db-07f8d601b7fc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.829285] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquired lock "refresh_cache-d7c708b7-1702-4f31-a8db-07f8d601b7fc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.829285] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Forcefully refreshing network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1686.829285] env[62226]: DEBUG nova.objects.instance [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lazy-loading 'info_cache' on Instance uuid d7c708b7-1702-4f31-a8db-07f8d601b7fc {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.935435] env[62226]: DEBUG oslo_concurrency.lockutils [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.030627] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.030925] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027469, 'name': PowerOffVM_Task, 'duration_secs': 0.333045} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.031147] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccf02bd1-ed4f-45c7-ad00-b3f330bad97d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.033038] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.033038] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance 'c50bc1d9-19e6-439e-8782-7b268047d420' progress to 17 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1687.046018] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Waiting for the task: (returnval){ [ 1687.046018] env[62226]: value = "task-2027471" [ 1687.046018] env[62226]: _type = "Task" [ 1687.046018] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.059042] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.121639] env[62226]: INFO nova.compute.manager [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Took 21.75 seconds to build instance. [ 1687.134171] env[62226]: DEBUG oslo_concurrency.lockutils [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] Releasing lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.134171] env[62226]: DEBUG nova.compute.manager [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Received event network-vif-plugged-f3cba467-8317-4c92-aec0-e2d286b40581 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1687.134171] env[62226]: DEBUG oslo_concurrency.lockutils [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] Acquiring lock "4465170d-735f-469d-8be1-90251bb88fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.134171] env[62226]: DEBUG oslo_concurrency.lockutils [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] Lock "4465170d-735f-469d-8be1-90251bb88fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.134171] env[62226]: DEBUG oslo_concurrency.lockutils [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] Lock "4465170d-735f-469d-8be1-90251bb88fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.134539] env[62226]: DEBUG nova.compute.manager [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] No waiting events found dispatching network-vif-plugged-f3cba467-8317-4c92-aec0-e2d286b40581 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1687.134539] env[62226]: WARNING nova.compute.manager [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Received unexpected event network-vif-plugged-f3cba467-8317-4c92-aec0-e2d286b40581 for instance with vm_state building and task_state spawning. [ 1687.134641] env[62226]: DEBUG nova.compute.manager [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Received event network-changed-f3cba467-8317-4c92-aec0-e2d286b40581 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1687.136149] env[62226]: DEBUG nova.compute.manager [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Refreshing instance network info cache due to event network-changed-f3cba467-8317-4c92-aec0-e2d286b40581. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1687.136149] env[62226]: DEBUG oslo_concurrency.lockutils [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] Acquiring lock "refresh_cache-4465170d-735f-469d-8be1-90251bb88fe2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.136149] env[62226]: DEBUG oslo_concurrency.lockutils [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] Acquired lock "refresh_cache-4465170d-735f-469d-8be1-90251bb88fe2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.136149] env[62226]: DEBUG nova.network.neutron [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Refreshing network info cache for port f3cba467-8317-4c92-aec0-e2d286b40581 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.235162] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.248944] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a1b4c4-8fd8-494f-b4e6-9144938640c1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.264168] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b0b3e9-0ff8-4f56-abbd-02845e9a6d65 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.267612] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5281bcb5-7be3-a8cd-13a1-416db446b612, 'name': SearchDatastore_Task, 'duration_secs': 0.016292} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.268408] env[62226]: DEBUG nova.network.neutron [req-7e51cae6-841d-41e2-9755-5d3b5e947874 req-47942ccf-f845-45da-8934-84c30a3303a7 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Updated VIF entry in instance network info cache for port 9bfcd53b-788f-4ebd-8f7e-7dc71e99808a. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1687.268801] env[62226]: DEBUG nova.network.neutron [req-7e51cae6-841d-41e2-9755-5d3b5e947874 req-47942ccf-f845-45da-8934-84c30a3303a7 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Updating instance_info_cache with network_info: [{"id": "9bfcd53b-788f-4ebd-8f7e-7dc71e99808a", "address": "fa:16:3e:2f:4d:38", "network": {"id": "7f013a1e-f1cf-4361-92a0-2fced5a016ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-960739507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e1fbdc48d845f993c3b87dd171dc4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bfcd53b-78", "ovs_interfaceid": "9bfcd53b-788f-4ebd-8f7e-7dc71e99808a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.270101] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.270720] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 4465170d-735f-469d-8be1-90251bb88fe2/4465170d-735f-469d-8be1-90251bb88fe2.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.271604] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-107856a0-2dcc-405d-91b3-5c05e77bff18 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.302359] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187d183a-ffd4-434e-91dd-6e3e64d39429 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.310020] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Waiting for the task: (returnval){ [ 1687.310020] env[62226]: value = "task-2027472" [ 1687.310020] env[62226]: _type = "Task" [ 1687.310020] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.314132] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d2bcf3-6e8d-4ea0-be0e-cd7e1082e5ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.321844] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.332555] env[62226]: DEBUG nova.compute.provider_tree [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1687.445715] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.446113] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.542065] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1687.542448] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.542607] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1687.542825] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.543042] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1687.543246] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1687.543535] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1687.543768] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1687.543981] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1687.544336] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1687.544567] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1687.551306] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8162134-6b3c-4345-a9d0-7019ea3bc494 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.575729] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027471, 'name': PowerOffVM_Task, 'duration_secs': 0.192865} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.577824] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.578157] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.578620] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1687.578620] env[62226]: value = "task-2027473" [ 1687.578620] env[62226]: _type = "Task" [ 1687.578620] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.579875] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021d5793-8372-4430-a4e8-4e2ac44fbdcc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.597194] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.597194] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.597194] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83af0c5a-b43f-4cd4-9896-a048144b9541 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.621092] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1687.621964] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1687.621964] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Deleting the datastore file [datastore1] 895cf2de-e826-49e7-8674-863a62611dcf {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1687.622272] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fcf6f02-4da2-48b7-a0be-8cda090e4b3a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.625717] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20e6377f-ff5f-4537-920e-80f44d4cbb04 tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.924s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.632610] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Waiting for the task: (returnval){ [ 1687.632610] env[62226]: value = "task-2027475" [ 1687.632610] env[62226]: _type = "Task" [ 1687.632610] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.644341] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.712267] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "b6a6d29b-6e30-4733-8854-b8c6cbcaa014" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.712267] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "b6a6d29b-6e30-4733-8854-b8c6cbcaa014" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.736265] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027470, 'name': ReconfigVM_Task, 'duration_secs': 0.659889} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.736582] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 31df7076-0c33-4d0a-9ffd-c65a02433fd8/31df7076-0c33-4d0a-9ffd-c65a02433fd8.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.737267] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1d9ab6a-dde3-4aba-9a7b-279c6b9b5d61 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.743806] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1687.743806] env[62226]: value = "task-2027476" [ 1687.743806] env[62226]: _type = "Task" [ 1687.743806] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.752967] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027476, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.773011] env[62226]: DEBUG oslo_concurrency.lockutils [req-7e51cae6-841d-41e2-9755-5d3b5e947874 req-47942ccf-f845-45da-8934-84c30a3303a7 service nova] Releasing lock "refresh_cache-31df7076-0c33-4d0a-9ffd-c65a02433fd8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.817474] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.864335] env[62226]: ERROR nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [req-817fab25-b961-4a0a-a599-92b98a7a9f9e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-817fab25-b961-4a0a-a599-92b98a7a9f9e"}]} [ 1687.891783] env[62226]: DEBUG nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1687.913678] env[62226]: DEBUG nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1687.913917] env[62226]: DEBUG nova.compute.provider_tree [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1687.926054] env[62226]: DEBUG nova.network.neutron [-] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.928104] env[62226]: DEBUG nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1687.950687] env[62226]: DEBUG nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1688.093387] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027473, 'name': ReconfigVM_Task, 'duration_secs': 0.199031} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.094698] env[62226]: DEBUG nova.network.neutron [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Updated VIF entry in instance network info cache for port f3cba467-8317-4c92-aec0-e2d286b40581. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.095133] env[62226]: DEBUG nova.network.neutron [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Updating instance_info_cache with network_info: [{"id": "f3cba467-8317-4c92-aec0-e2d286b40581", "address": "fa:16:3e:7d:da:e8", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3cba467-83", "ovs_interfaceid": "f3cba467-8317-4c92-aec0-e2d286b40581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.096961] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance 'c50bc1d9-19e6-439e-8782-7b268047d420' progress to 33 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1688.132023] env[62226]: DEBUG nova.compute.manager [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1688.152018] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321946} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.153279] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.153628] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1688.153925] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1688.256578] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027476, 'name': Rename_Task, 'duration_secs': 0.225634} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.256578] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.258993] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46dec573-b1aa-41c4-9cd9-b5cf32d45f32 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.265405] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1688.265405] env[62226]: value = "task-2027477" [ 1688.265405] env[62226]: _type = "Task" [ 1688.265405] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.273147] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.321499] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639571} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.321499] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 4465170d-735f-469d-8be1-90251bb88fe2/4465170d-735f-469d-8be1-90251bb88fe2.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1688.321499] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1688.325026] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dec7bff8-9887-4734-a130-8ed418ac8f8e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.332056] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Waiting for the task: (returnval){ [ 1688.332056] env[62226]: value = "task-2027478" [ 1688.332056] env[62226]: _type = "Task" [ 1688.332056] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.341910] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.414034] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398d500b-05c3-42fb-a4b6-a13782480f57 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.423342] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2e1184-e72a-4943-8c89-f1901c837db6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.457479] env[62226]: INFO nova.compute.manager [-] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Took 1.74 seconds to deallocate network for instance. [ 1688.460429] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b7dc4e-bdaf-465e-843d-d147f4444709 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.472646] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0135e271-ad4a-4866-8f5a-92b92f09daa9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.487393] env[62226]: DEBUG nova.compute.provider_tree [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1688.605650] env[62226]: DEBUG oslo_concurrency.lockutils [req-75ef18f9-1fe4-4d2c-8489-d19a20b5ef4f req-26e99389-b7fa-4510-8809-f88aa918fed2 service nova] Releasing lock "refresh_cache-4465170d-735f-469d-8be1-90251bb88fe2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.609479] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1688.609858] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1688.610131] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1688.610399] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1688.610719] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1688.610969] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1688.611883] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1688.611883] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1688.612079] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1688.612315] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1688.612627] env[62226]: DEBUG nova.virt.hardware [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1688.622221] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1688.629211] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ef1f34-a8d5-4400-9e88-db630b927c43 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.663751] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1688.663751] env[62226]: value = "task-2027479" [ 1688.663751] env[62226]: _type = "Task" [ 1688.663751] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.675154] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.676133] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.755748] env[62226]: DEBUG nova.compute.manager [req-02902e16-708b-4b15-bf00-e2015181b0b9 req-df8dad8a-d0dd-492a-9ec0-6753ca34a0cc service nova] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Received event network-vif-deleted-12709637-4b60-4f2b-90ca-91b1fe262016 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1688.781134] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027477, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.801962] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Updating instance_info_cache with network_info: [{"id": "de4ba32b-3483-42e5-8c67-98641b521ae8", "address": "fa:16:3e:ca:89:8e", "network": {"id": "ffd36c02-e6f3-4255-9a80-e4130d7bfbbc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1148431443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4dbf7d0c25453e9104c7eae903e26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde4ba32b-34", "ovs_interfaceid": "de4ba32b-3483-42e5-8c67-98641b521ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.814210] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.814210] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.596954] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.603170] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Releasing lock "refresh_cache-d7c708b7-1702-4f31-a8db-07f8d601b7fc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.603374] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Updated the network info_cache for instance {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1689.622286] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1689.623336] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Acquiring lock "1cfbf45f-8724-4ace-b549-ffb8eda6d2ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.623689] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Lock "1cfbf45f-8724-4ace-b549-ffb8eda6d2ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.631788] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027479, 'name': ReconfigVM_Task, 'duration_secs': 0.231461} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.636026] env[62226]: ERROR nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [req-0f325040-f9c9-40cd-8c1a-ce234e8bc450] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f325040-f9c9-40cd-8c1a-ce234e8bc450"}]} [ 1689.639126] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1689.640228] env[62226]: DEBUG oslo_vmware.api [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027477, 'name': PowerOnVM_Task, 'duration_secs': 0.747365} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.642756] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066119} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.645474] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510f3d43-6261-4afc-80b4-7600c5f07cd1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.649222] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.649456] env[62226]: INFO nova.compute.manager [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Took 10.57 seconds to spawn the instance on the hypervisor. [ 1689.649665] env[62226]: DEBUG nova.compute.manager [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.650314] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1689.651392] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4aa768-8ad3-46a3-815d-06279e84643b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.654694] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6802d2ca-84ba-4ba5-9738-c8c4dc48cdc3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.661228] env[62226]: DEBUG nova.virt.hardware [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1689.661948] env[62226]: DEBUG nova.virt.hardware [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.661948] env[62226]: DEBUG nova.virt.hardware [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1689.661948] env[62226]: DEBUG nova.virt.hardware [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.662316] env[62226]: DEBUG nova.virt.hardware [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1689.662316] env[62226]: DEBUG nova.virt.hardware [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1689.662469] env[62226]: DEBUG nova.virt.hardware [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1689.662629] env[62226]: DEBUG nova.virt.hardware [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1689.662849] env[62226]: DEBUG nova.virt.hardware [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1689.663075] env[62226]: DEBUG nova.virt.hardware [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1689.663211] env[62226]: DEBUG nova.virt.hardware [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1689.664381] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaa908e-0517-4d14-96f5-a1e3df0c7ddb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.688800] env[62226]: DEBUG nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1689.698575] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] c50bc1d9-19e6-439e-8782-7b268047d420/c50bc1d9-19e6-439e-8782-7b268047d420.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.707307] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 4465170d-735f-469d-8be1-90251bb88fe2/4465170d-735f-469d-8be1-90251bb88fe2.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.711489] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99780c57-c3da-424e-a906-7febdc908dad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.725786] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5b791b6-a098-41b7-a927-0c759cbab3db {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.744151] env[62226]: DEBUG nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1689.744284] env[62226]: DEBUG nova.compute.provider_tree [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1689.748621] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b00414-97b7-464e-bd85-e510fd6fa179 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.755568] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1689.755568] env[62226]: value = "task-2027480" [ 1689.755568] env[62226]: _type = "Task" [ 1689.755568] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.755568] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Waiting for the task: (returnval){ [ 1689.755568] env[62226]: value = "task-2027481" [ 1689.755568] env[62226]: _type = "Task" [ 1689.755568] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.765388] env[62226]: DEBUG nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: 3cfa07fc-3176-4939-96dc-4fb5c81cc0f2 {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1689.774952] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Instance VIF info [] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.781161] env[62226]: DEBUG oslo.service.loopingcall [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.783022] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1689.783337] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-254a5afb-181e-48e2-a635-00a789c0e823 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.803322] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.803565] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.804685] env[62226]: DEBUG nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1689.812720] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.812720] env[62226]: value = "task-2027482" [ 1689.812720] env[62226]: _type = "Task" [ 1689.812720] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.821064] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027482, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.112748] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquiring lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.112748] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.112748] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquiring lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.112748] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.113342] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.115774] env[62226]: INFO nova.compute.manager [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Terminating instance [ 1690.124764] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquiring lock "70edcc72-c86a-43a7-9342-1332164f5fda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.126120] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lock "70edcc72-c86a-43a7-9342-1332164f5fda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.126413] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquiring lock "70edcc72-c86a-43a7-9342-1332164f5fda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.126618] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lock "70edcc72-c86a-43a7-9342-1332164f5fda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.126786] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lock "70edcc72-c86a-43a7-9342-1332164f5fda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.129282] env[62226]: INFO nova.compute.manager [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Terminating instance [ 1690.131958] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.258535] env[62226]: INFO nova.compute.manager [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Took 23.49 seconds to build instance. [ 1690.270982] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027480, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.275735] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027481, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.322862] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027482, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.394667] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4987d5d-80a7-40a0-bc7d-d17534e28d98 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.409369] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3efce23-71d6-4ee5-ad30-9cc37be757e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.462885] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de56b608-a5b7-436b-af2f-3204d7712976 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.472049] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e0f940-7a34-4cc7-89a8-32f9a730185b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.492871] env[62226]: DEBUG nova.compute.provider_tree [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1690.618873] env[62226]: DEBUG nova.compute.manager [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1690.619203] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.620458] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e3c714-8c80-4656-b586-747b579319fd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.629159] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.629159] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e99eb02a-4dd7-438e-8365-a0fbfe577900 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.635298] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquiring lock "refresh_cache-70edcc72-c86a-43a7-9342-1332164f5fda" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.635510] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquired lock "refresh_cache-70edcc72-c86a-43a7-9342-1332164f5fda" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.635772] env[62226]: DEBUG nova.network.neutron [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1690.638521] env[62226]: DEBUG oslo_vmware.api [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for the task: (returnval){ [ 1690.638521] env[62226]: value = "task-2027483" [ 1690.638521] env[62226]: _type = "Task" [ 1690.638521] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.650274] env[62226]: DEBUG oslo_vmware.api [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.765276] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d4e1aac3-a432-45ee-a16f-478de7dd5db9 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "31df7076-0c33-4d0a-9ffd-c65a02433fd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.275s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.769754] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027480, 'name': ReconfigVM_Task, 'duration_secs': 0.5722} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.773594] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Reconfigured VM instance instance-00000004 to attach disk [datastore1] c50bc1d9-19e6-439e-8782-7b268047d420/c50bc1d9-19e6-439e-8782-7b268047d420.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.773594] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance 'c50bc1d9-19e6-439e-8782-7b268047d420' progress to 50 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1690.776986] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027481, 'name': ReconfigVM_Task, 'duration_secs': 0.571792} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.776986] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 4465170d-735f-469d-8be1-90251bb88fe2/4465170d-735f-469d-8be1-90251bb88fe2.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.777694] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fb99123-1063-4268-af08-8bc3db878c8a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.785585] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Waiting for the task: (returnval){ [ 1690.785585] env[62226]: value = "task-2027484" [ 1690.785585] env[62226]: _type = "Task" [ 1690.785585] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.794913] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027484, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.825859] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027482, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.014043] env[62226]: ERROR nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [req-2cfa56fd-7961-42fb-a2f9-4e761a7a44b6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2cfa56fd-7961-42fb-a2f9-4e761a7a44b6"}]} [ 1691.014538] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.596s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.016324] env[62226]: ERROR nova.compute.manager [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a (generation 36): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2cfa56fd-7961-42fb-a2f9-4e761a7a44b6"}]} [ 1691.016324] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Traceback (most recent call last): [ 1691.016324] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 1691.016324] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] with self.rt.instance_claim(context, instance, node, allocs, [ 1691.016324] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1691.016324] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] return f(*args, **kwargs) [ 1691.016324] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 1691.016324] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] self._update(elevated, cn) [ 1691.016324] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] self._update_to_placement(context, compute_node, startup) [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] raise attempt.get() [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] six.reraise(self.value[0], self.value[1], self.value[2]) [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] raise value [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1691.016735] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] self.reportclient.update_from_provider_tree( [ 1691.017250] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 1691.017250] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] self.set_inventory_for_provider( [ 1691.017250] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 1691.017250] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] raise exception.ResourceProviderUpdateConflict( [ 1691.017250] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a (generation 36): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2cfa56fd-7961-42fb-a2f9-4e761a7a44b6"}]} [ 1691.017250] env[62226]: ERROR nova.compute.manager [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] [ 1691.017250] env[62226]: DEBUG nova.compute.utils [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] A conflict was encountered attempting to update resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a (generation 36): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62226) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1691.018914] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.280s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.018914] env[62226]: DEBUG nova.objects.instance [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Lazy-loading 'resources' on Instance uuid 6e193e81-0e62-4075-bc04-05c091d28dbf {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.025271] env[62226]: DEBUG nova.compute.manager [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Build of instance 72f31b24-4dfd-4182-9dd8-406b54cdb874 was re-scheduled: A conflict was encountered attempting to update resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a (generation 36): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2cfa56fd-7961-42fb-a2f9-4e761a7a44b6"}]} {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 1691.025271] env[62226]: DEBUG nova.compute.manager [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Unplugging VIFs for instance {{(pid=62226) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 1691.025271] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Acquiring lock "refresh_cache-72f31b24-4dfd-4182-9dd8-406b54cdb874" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.025271] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Acquired lock "refresh_cache-72f31b24-4dfd-4182-9dd8-406b54cdb874" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.026190] env[62226]: DEBUG nova.network.neutron [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.149621] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "ab454db1-8b99-4608-8672-8f64a19274bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.150131] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "ab454db1-8b99-4608-8672-8f64a19274bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.156536] env[62226]: DEBUG oslo_vmware.api [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027483, 'name': PowerOffVM_Task, 'duration_secs': 0.337071} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.156877] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.157497] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.157964] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24b2c4f0-83e0-491a-a273-31b04e48595b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.171782] env[62226]: DEBUG nova.network.neutron [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1691.246228] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1691.246228] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1691.246409] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Deleting the datastore file [datastore2] b46de92b-7858-4796-a6d7-8d71fd3dae6f {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.246520] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7605ed23-07fa-4127-8b99-fec2f7f80a79 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.252403] env[62226]: DEBUG nova.compute.manager [req-f43f28eb-0b86-4020-8ad5-9740eecb387f req-b2f47741-14e1-47f3-aead-837b4b4af163 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Received event network-changed-d52bcef3-0015-47ff-b148-cb953a746813 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1691.252460] env[62226]: DEBUG nova.compute.manager [req-f43f28eb-0b86-4020-8ad5-9740eecb387f req-b2f47741-14e1-47f3-aead-837b4b4af163 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Refreshing instance network info cache due to event network-changed-d52bcef3-0015-47ff-b148-cb953a746813. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1691.252659] env[62226]: DEBUG oslo_concurrency.lockutils [req-f43f28eb-0b86-4020-8ad5-9740eecb387f req-b2f47741-14e1-47f3-aead-837b4b4af163 service nova] Acquiring lock "refresh_cache-cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.254866] env[62226]: DEBUG oslo_concurrency.lockutils [req-f43f28eb-0b86-4020-8ad5-9740eecb387f req-b2f47741-14e1-47f3-aead-837b4b4af163 service nova] Acquired lock "refresh_cache-cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.254866] env[62226]: DEBUG nova.network.neutron [req-f43f28eb-0b86-4020-8ad5-9740eecb387f req-b2f47741-14e1-47f3-aead-837b4b4af163 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Refreshing network info cache for port d52bcef3-0015-47ff-b148-cb953a746813 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.260691] env[62226]: DEBUG oslo_vmware.api [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for the task: (returnval){ [ 1691.260691] env[62226]: value = "task-2027486" [ 1691.260691] env[62226]: _type = "Task" [ 1691.260691] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.272027] env[62226]: DEBUG nova.compute.manager [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1691.275499] env[62226]: DEBUG oslo_vmware.api [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.281722] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3210ca08-3c7a-4a85-8821-4440a2868cfe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.309944] env[62226]: DEBUG nova.network.neutron [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.310886] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296fccf3-77d5-4f72-b129-b0bbc570a5f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.319365] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027484, 'name': Rename_Task, 'duration_secs': 0.197138} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.322862] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1691.323814] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83fcbe76-1335-4bab-8bf2-ade3c0f803d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.340971] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance 'c50bc1d9-19e6-439e-8782-7b268047d420' progress to 67 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1691.351023] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027482, 'name': CreateVM_Task, 'duration_secs': 1.365908} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.351023] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1691.351023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.351023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.351023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1691.351023] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd57726-d320-4fe9-a11f-2d5a6d9c9a60 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.353624] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Waiting for the task: (returnval){ [ 1691.353624] env[62226]: value = "task-2027487" [ 1691.353624] env[62226]: _type = "Task" [ 1691.353624] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.359333] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Waiting for the task: (returnval){ [ 1691.359333] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527f7a43-bdf8-6e18-10da-6d9a7f7f3ad0" [ 1691.359333] env[62226]: _type = "Task" [ 1691.359333] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.366265] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.370663] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527f7a43-bdf8-6e18-10da-6d9a7f7f3ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.547739] env[62226]: DEBUG nova.scheduler.client.report [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1691.555804] env[62226]: DEBUG nova.network.neutron [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1691.568303] env[62226]: DEBUG nova.scheduler.client.report [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1691.568728] env[62226]: DEBUG nova.compute.provider_tree [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.583227] env[62226]: DEBUG nova.scheduler.client.report [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1691.610784] env[62226]: DEBUG nova.scheduler.client.report [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1691.668097] env[62226]: DEBUG nova.network.neutron [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.771871] env[62226]: DEBUG oslo_vmware.api [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Task: {'id': task-2027486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30485} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.772146] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.773023] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.773023] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.773023] env[62226]: INFO nova.compute.manager [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1691.773209] env[62226]: DEBUG oslo.service.loopingcall [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.773299] env[62226]: DEBUG nova.compute.manager [-] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1691.773457] env[62226]: DEBUG nova.network.neutron [-] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1691.803383] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.818657] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Releasing lock "refresh_cache-70edcc72-c86a-43a7-9342-1332164f5fda" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.819157] env[62226]: DEBUG nova.compute.manager [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1691.819333] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1691.820263] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11efacc5-5551-46f0-8667-239e8df4f66c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.833200] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1691.834179] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7911da7-2da4-485f-9bdd-a32ac14c2a71 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.845214] env[62226]: DEBUG oslo_vmware.api [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1691.845214] env[62226]: value = "task-2027488" [ 1691.845214] env[62226]: _type = "Task" [ 1691.845214] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.855862] env[62226]: DEBUG oslo_vmware.api [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.868145] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.873903] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527f7a43-bdf8-6e18-10da-6d9a7f7f3ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.016668} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.876630] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.876873] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.877133] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.877285] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.877462] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.878015] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f916058a-d814-430c-a0c6-0a20aabd0193 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.885972] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.886174] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.886912] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b8ccc0-6067-4fef-a00a-09e7b00bdd20 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.894669] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Waiting for the task: (returnval){ [ 1691.894669] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d7da32-881c-ed41-f823-420545701e50" [ 1691.894669] env[62226]: _type = "Task" [ 1691.894669] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.902862] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d7da32-881c-ed41-f823-420545701e50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.950448] env[62226]: DEBUG nova.network.neutron [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Port 5feb6464-2017-492f-b6ea-f447f53df6bc binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1692.164251] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5564b7b-b814-4444-857e-196360708e65 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.172802] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7481d3ff-ca11-4d75-a07b-a1aeddc16dca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.177019] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Releasing lock "refresh_cache-72f31b24-4dfd-4182-9dd8-406b54cdb874" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.177292] env[62226]: DEBUG nova.compute.manager [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62226) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 1692.177456] env[62226]: DEBUG nova.compute.manager [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1692.177668] env[62226]: DEBUG nova.network.neutron [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1692.209353] env[62226]: DEBUG nova.network.neutron [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1692.211449] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7aff49-51fe-4977-a645-13b451a934b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.219189] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e422da64-2b9e-4c12-a5c7-16426ae0d963 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.233816] env[62226]: DEBUG nova.compute.provider_tree [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.355621] env[62226]: DEBUG oslo_vmware.api [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027488, 'name': PowerOffVM_Task, 'duration_secs': 0.147491} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.356055] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1692.356257] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1692.359779] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b28ced1-522d-4fbd-bde8-5e4ab4b7d2c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.367223] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.369093] env[62226]: DEBUG nova.network.neutron [req-f43f28eb-0b86-4020-8ad5-9740eecb387f req-b2f47741-14e1-47f3-aead-837b4b4af163 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Updated VIF entry in instance network info cache for port d52bcef3-0015-47ff-b148-cb953a746813. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1692.370035] env[62226]: DEBUG nova.network.neutron [req-f43f28eb-0b86-4020-8ad5-9740eecb387f req-b2f47741-14e1-47f3-aead-837b4b4af163 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Updating instance_info_cache with network_info: [{"id": "d52bcef3-0015-47ff-b148-cb953a746813", "address": "fa:16:3e:44:52:32", "network": {"id": "22bef828-2f11-4cee-a111-1466e334d500", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-912310402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15bab189f4e4f52bd283e36c5d2c048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52bcef3-00", "ovs_interfaceid": "d52bcef3-0015-47ff-b148-cb953a746813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.383202] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1692.383593] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1692.383814] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Deleting the datastore file [datastore2] 70edcc72-c86a-43a7-9342-1332164f5fda {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1692.384093] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-441de06f-0fee-46d8-b52f-87f9fb1cf701 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.391545] env[62226]: DEBUG oslo_vmware.api [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for the task: (returnval){ [ 1692.391545] env[62226]: value = "task-2027490" [ 1692.391545] env[62226]: _type = "Task" [ 1692.391545] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.403091] env[62226]: DEBUG oslo_vmware.api [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.406726] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d7da32-881c-ed41-f823-420545701e50, 'name': SearchDatastore_Task, 'duration_secs': 0.014659} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.412018] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f7a2b18-70aa-4bac-a959-36cf320ecc5e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.414883] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Waiting for the task: (returnval){ [ 1692.414883] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c59ee8-9765-d92b-9104-a460263f0261" [ 1692.414883] env[62226]: _type = "Task" [ 1692.414883] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.424304] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c59ee8-9765-d92b-9104-a460263f0261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.716387] env[62226]: DEBUG nova.network.neutron [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.771908] env[62226]: DEBUG nova.scheduler.client.report [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Updated inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with generation 38 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1692.772209] env[62226]: DEBUG nova.compute.provider_tree [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Updating resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a generation from 38 to 39 during operation: update_inventory {{(pid=62226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1692.772394] env[62226]: DEBUG nova.compute.provider_tree [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.870931] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027487, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.873410] env[62226]: DEBUG oslo_concurrency.lockutils [req-f43f28eb-0b86-4020-8ad5-9740eecb387f req-b2f47741-14e1-47f3-aead-837b4b4af163 service nova] Releasing lock "refresh_cache-cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.902192] env[62226]: DEBUG oslo_vmware.api [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Task: {'id': task-2027490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16105} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.902475] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.902663] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.902861] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.903275] env[62226]: INFO nova.compute.manager [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1692.903420] env[62226]: DEBUG oslo.service.loopingcall [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.903512] env[62226]: DEBUG nova.compute.manager [-] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1692.903568] env[62226]: DEBUG nova.network.neutron [-] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1692.909619] env[62226]: DEBUG nova.network.neutron [-] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.925279] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c59ee8-9765-d92b-9104-a460263f0261, 'name': SearchDatastore_Task, 'duration_secs': 0.040762} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.925554] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.925806] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 895cf2de-e826-49e7-8674-863a62611dcf/895cf2de-e826-49e7-8674-863a62611dcf.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.926157] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29e7b36a-63fb-4d8f-b3a2-cefd9f16e51a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.933491] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Waiting for the task: (returnval){ [ 1692.933491] env[62226]: value = "task-2027491" [ 1692.933491] env[62226]: _type = "Task" [ 1692.933491] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.941344] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.942129] env[62226]: DEBUG nova.network.neutron [-] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1692.972553] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "c50bc1d9-19e6-439e-8782-7b268047d420-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.972789] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c50bc1d9-19e6-439e-8782-7b268047d420-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.972965] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c50bc1d9-19e6-439e-8782-7b268047d420-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.043259] env[62226]: DEBUG nova.compute.manager [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.044757] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cae139-55f2-439a-84bc-e5a101057d31 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.219434] env[62226]: INFO nova.compute.manager [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] [instance: 72f31b24-4dfd-4182-9dd8-406b54cdb874] Took 1.04 seconds to deallocate network for instance. [ 1693.279158] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.282223] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.639s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.284601] env[62226]: INFO nova.compute.claims [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1693.318611] env[62226]: INFO nova.scheduler.client.report [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Deleted allocations for instance 6e193e81-0e62-4075-bc04-05c091d28dbf [ 1693.374211] env[62226]: DEBUG oslo_vmware.api [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027487, 'name': PowerOnVM_Task, 'duration_secs': 1.52345} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.374502] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1693.374701] env[62226]: INFO nova.compute.manager [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Took 11.70 seconds to spawn the instance on the hypervisor. [ 1693.374893] env[62226]: DEBUG nova.compute.manager [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.376231] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d38ab19-31c8-4475-b02e-f5328094a92d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.412713] env[62226]: INFO nova.compute.manager [-] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Took 1.64 seconds to deallocate network for instance. [ 1693.446883] env[62226]: DEBUG nova.network.neutron [-] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.448849] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027491, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.495825] env[62226]: DEBUG nova.compute.manager [req-85f4e6ed-23ef-4811-8b1b-413817090350 req-e4aa6982-4fc3-41b3-9937-497d3b0ef1c1 service nova] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Received event network-vif-deleted-f5fa979a-4378-41c2-bb5e-ecaf1c918d71 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1693.496136] env[62226]: DEBUG nova.compute.manager [req-85f4e6ed-23ef-4811-8b1b-413817090350 req-e4aa6982-4fc3-41b3-9937-497d3b0ef1c1 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Received event network-changed-9bfcd53b-788f-4ebd-8f7e-7dc71e99808a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1693.496358] env[62226]: DEBUG nova.compute.manager [req-85f4e6ed-23ef-4811-8b1b-413817090350 req-e4aa6982-4fc3-41b3-9937-497d3b0ef1c1 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Refreshing instance network info cache due to event network-changed-9bfcd53b-788f-4ebd-8f7e-7dc71e99808a. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1693.496620] env[62226]: DEBUG oslo_concurrency.lockutils [req-85f4e6ed-23ef-4811-8b1b-413817090350 req-e4aa6982-4fc3-41b3-9937-497d3b0ef1c1 service nova] Acquiring lock "refresh_cache-31df7076-0c33-4d0a-9ffd-c65a02433fd8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.497022] env[62226]: DEBUG oslo_concurrency.lockutils [req-85f4e6ed-23ef-4811-8b1b-413817090350 req-e4aa6982-4fc3-41b3-9937-497d3b0ef1c1 service nova] Acquired lock "refresh_cache-31df7076-0c33-4d0a-9ffd-c65a02433fd8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.497022] env[62226]: DEBUG nova.network.neutron [req-85f4e6ed-23ef-4811-8b1b-413817090350 req-e4aa6982-4fc3-41b3-9937-497d3b0ef1c1 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Refreshing network info cache for port 9bfcd53b-788f-4ebd-8f7e-7dc71e99808a {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1693.559930] env[62226]: INFO nova.compute.manager [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] instance snapshotting [ 1693.562961] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c75e31-3078-485f-9c95-5541c7eb175e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.590751] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b934fa88-6543-4bd0-b28b-7c43e0ab6a82 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.829193] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b5eb301-05d1-46be-a613-bb95c1d344ed tempest-ServerDiagnosticsTest-1914265359 tempest-ServerDiagnosticsTest-1914265359-project-member] Lock "6e193e81-0e62-4075-bc04-05c091d28dbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.093s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.898194] env[62226]: INFO nova.compute.manager [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Took 24.07 seconds to build instance. [ 1693.923752] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.949084] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760425} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.949084] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 895cf2de-e826-49e7-8674-863a62611dcf/895cf2de-e826-49e7-8674-863a62611dcf.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1693.949084] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1693.949084] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-763f5ba9-02b9-4901-97e7-dae9704e2d2a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.952117] env[62226]: INFO nova.compute.manager [-] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Took 1.05 seconds to deallocate network for instance. [ 1693.962607] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Waiting for the task: (returnval){ [ 1693.962607] env[62226]: value = "task-2027492" [ 1693.962607] env[62226]: _type = "Task" [ 1693.962607] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.976766] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.071038] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.071038] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.071336] env[62226]: DEBUG nova.network.neutron [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1694.110891] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1694.111320] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f239102-645e-4572-8a49-abfbaf7810d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.121227] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1694.121227] env[62226]: value = "task-2027493" [ 1694.121227] env[62226]: _type = "Task" [ 1694.121227] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.131955] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027493, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.276734] env[62226]: INFO nova.scheduler.client.report [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Deleted allocations for instance 72f31b24-4dfd-4182-9dd8-406b54cdb874 [ 1694.403913] env[62226]: DEBUG oslo_concurrency.lockutils [None req-401272b2-c47e-44c6-977e-9fa08f227064 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Lock "4465170d-735f-469d-8be1-90251bb88fe2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.372s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.466032] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.482041] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248403} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.482041] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1694.482041] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96e3179-f914-43b5-b4e2-08bd959fdd9f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.513320] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 895cf2de-e826-49e7-8674-863a62611dcf/895cf2de-e826-49e7-8674-863a62611dcf.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1694.518870] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e918e12-8129-4bc3-98b0-124ca5697bab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.542222] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Waiting for the task: (returnval){ [ 1694.542222] env[62226]: value = "task-2027494" [ 1694.542222] env[62226]: _type = "Task" [ 1694.542222] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.553137] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.627487] env[62226]: DEBUG nova.network.neutron [req-85f4e6ed-23ef-4811-8b1b-413817090350 req-e4aa6982-4fc3-41b3-9937-497d3b0ef1c1 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Updated VIF entry in instance network info cache for port 9bfcd53b-788f-4ebd-8f7e-7dc71e99808a. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1694.627956] env[62226]: DEBUG nova.network.neutron [req-85f4e6ed-23ef-4811-8b1b-413817090350 req-e4aa6982-4fc3-41b3-9937-497d3b0ef1c1 service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Updating instance_info_cache with network_info: [{"id": "9bfcd53b-788f-4ebd-8f7e-7dc71e99808a", "address": "fa:16:3e:2f:4d:38", "network": {"id": "7f013a1e-f1cf-4361-92a0-2fced5a016ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-960739507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e1fbdc48d845f993c3b87dd171dc4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bfcd53b-78", "ovs_interfaceid": "9bfcd53b-788f-4ebd-8f7e-7dc71e99808a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.643987] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027493, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.791974] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0e4b8c8-41bb-4289-beee-e53a3eb3bf7e tempest-TenantUsagesTestJSON-2062382155 tempest-TenantUsagesTestJSON-2062382155-project-member] Lock "72f31b24-4dfd-4182-9dd8-406b54cdb874" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.689s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.910361] env[62226]: DEBUG nova.compute.manager [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1694.952260] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3270f9d9-f1ad-47cb-90eb-e1d4c63e69e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.963053] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a969af-9bee-445f-af78-70f09df10c8e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.003288] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bb6dfe-cfb8-49c6-aa02-8551d22312f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.013477] env[62226]: DEBUG nova.network.neutron [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance_info_cache with network_info: [{"id": "5feb6464-2017-492f-b6ea-f447f53df6bc", "address": "fa:16:3e:82:5c:bd", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5feb6464-20", "ovs_interfaceid": "5feb6464-2017-492f-b6ea-f447f53df6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.016403] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a016c75-2d03-4230-9af3-b311ba7ccf42 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.033531] env[62226]: DEBUG nova.compute.provider_tree [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.052985] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.133469] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027493, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.139270] env[62226]: DEBUG oslo_concurrency.lockutils [req-85f4e6ed-23ef-4811-8b1b-413817090350 req-e4aa6982-4fc3-41b3-9937-497d3b0ef1c1 service nova] Releasing lock "refresh_cache-31df7076-0c33-4d0a-9ffd-c65a02433fd8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.295614] env[62226]: DEBUG nova.compute.manager [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1695.455800] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.516336] env[62226]: DEBUG oslo_concurrency.lockutils [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.541028] env[62226]: DEBUG nova.scheduler.client.report [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.553412] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027494, 'name': ReconfigVM_Task, 'duration_secs': 0.534954} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.553767] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 895cf2de-e826-49e7-8674-863a62611dcf/895cf2de-e826-49e7-8674-863a62611dcf.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.554909] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dda1fa3-6c3b-4575-a0c1-38ad4ed7b673 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.565636] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Waiting for the task: (returnval){ [ 1695.565636] env[62226]: value = "task-2027495" [ 1695.565636] env[62226]: _type = "Task" [ 1695.565636] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.579555] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027495, 'name': Rename_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.638661] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027493, 'name': CreateSnapshot_Task, 'duration_secs': 1.329496} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.638828] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1695.639713] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1b5bb8-fb67-4016-8699-81968cc971e6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.830611] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.044386] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.045047] env[62226]: DEBUG nova.compute.manager [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1696.053074] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.331s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.054651] env[62226]: INFO nova.compute.claims [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1696.057967] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74583db-c4ed-4ade-9201-18dd544c5d4b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.093480] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa545c4d-dc4d-44e3-ba11-50e52db8b046 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.102557] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027495, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.105853] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance 'c50bc1d9-19e6-439e-8782-7b268047d420' progress to 83 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1696.163416] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1696.164436] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99ee4d4b-70ba-440f-98c9-8d7190774705 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.176058] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1696.176058] env[62226]: value = "task-2027496" [ 1696.176058] env[62226]: _type = "Task" [ 1696.176058] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.186042] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027496, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.241828] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Acquiring lock "4465170d-735f-469d-8be1-90251bb88fe2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.242225] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Lock "4465170d-735f-469d-8be1-90251bb88fe2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.242364] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Acquiring lock "4465170d-735f-469d-8be1-90251bb88fe2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.242562] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Lock "4465170d-735f-469d-8be1-90251bb88fe2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.242770] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Lock "4465170d-735f-469d-8be1-90251bb88fe2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.246932] env[62226]: INFO nova.compute.manager [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Terminating instance [ 1696.299786] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Acquiring lock "9413a118-c8d0-4cd3-8bb7-d08120f33489" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.299988] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Lock "9413a118-c8d0-4cd3-8bb7-d08120f33489" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.566118] env[62226]: DEBUG nova.compute.utils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1696.573103] env[62226]: DEBUG nova.compute.manager [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1696.575357] env[62226]: DEBUG nova.network.neutron [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1696.607100] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027495, 'name': Rename_Task, 'duration_secs': 0.583106} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.607387] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1696.607640] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1741701f-3dc7-4fc0-b8be-624646015ed1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.618180] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1696.619013] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Waiting for the task: (returnval){ [ 1696.619013] env[62226]: value = "task-2027497" [ 1696.619013] env[62226]: _type = "Task" [ 1696.619013] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.619192] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30963cda-4e7c-4509-ae56-8ffb6958caf7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.634771] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027497, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.634771] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1696.634771] env[62226]: value = "task-2027498" [ 1696.634771] env[62226]: _type = "Task" [ 1696.634771] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.643796] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.684426] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027496, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.696870] env[62226]: DEBUG nova.policy [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04945d6b71fc4ed898f780e2f02cf0c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f60e62f7e3a4039a5fd711f6b99ab82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1696.755336] env[62226]: DEBUG nova.compute.manager [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1696.756105] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.756603] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32e014d-44a8-46c6-a6e9-146faf25b3b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.766343] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.766343] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43a11347-b2af-44f1-9eb8-46b99059645f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.775440] env[62226]: DEBUG oslo_vmware.api [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Waiting for the task: (returnval){ [ 1696.775440] env[62226]: value = "task-2027499" [ 1696.775440] env[62226]: _type = "Task" [ 1696.775440] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.790830] env[62226]: DEBUG oslo_vmware.api [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.075030] env[62226]: DEBUG nova.compute.manager [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1697.146790] env[62226]: DEBUG oslo_vmware.api [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Task: {'id': task-2027497, 'name': PowerOnVM_Task, 'duration_secs': 0.465546} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.147151] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1697.147361] env[62226]: DEBUG nova.compute.manager [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1697.148945] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7789ff-e893-417f-90a3-9f0ff49db6b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.156905] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027498, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.184162] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027496, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.288349] env[62226]: DEBUG oslo_vmware.api [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027499, 'name': PowerOffVM_Task, 'duration_secs': 0.206192} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.293269] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.294883] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.294883] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-468e8f41-e586-4535-8606-4d3e14f99707 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.382935] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.383208] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.383329] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Deleting the datastore file [datastore2] 4465170d-735f-469d-8be1-90251bb88fe2 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.384249] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f64529a-5512-4a63-b31e-2f48be08d5b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.394094] env[62226]: DEBUG oslo_vmware.api [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Waiting for the task: (returnval){ [ 1697.394094] env[62226]: value = "task-2027501" [ 1697.394094] env[62226]: _type = "Task" [ 1697.394094] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.402835] env[62226]: DEBUG oslo_vmware.api [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.509549] env[62226]: DEBUG nova.network.neutron [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Successfully created port: baa4416e-5bad-4b46-b1d9-dcff55bb2ad7 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1697.635993] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50a71c8-69a3-4471-9c71-dd7bf74a59d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.651598] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e632e512-2045-4152-9395-fc5b2b01fb4c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.656178] env[62226]: DEBUG oslo_vmware.api [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027498, 'name': PowerOnVM_Task, 'duration_secs': 0.550979} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.656652] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1697.656976] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-833759d8-07fb-4784-b6b1-6d32de759626 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance 'c50bc1d9-19e6-439e-8782-7b268047d420' progress to 100 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1697.697267] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3abc836-f954-40f8-9ad6-ca5c4a30ff34 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.703655] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.719405] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027496, 'name': CloneVM_Task, 'duration_secs': 1.256033} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.719542] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536b711d-0463-419b-b734-e29949991897 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.723777] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Created linked-clone VM from snapshot [ 1697.724856] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82325b4e-86a3-44b2-8ae4-b0a13805ba0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.738428] env[62226]: DEBUG nova.compute.provider_tree [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1697.742980] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Uploading image 33bdda25-1eb6-4b68-8079-1bccd06563e6 {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1697.768356] env[62226]: DEBUG oslo_vmware.rw_handles [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1697.768356] env[62226]: value = "vm-416492" [ 1697.768356] env[62226]: _type = "VirtualMachine" [ 1697.768356] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1697.768987] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5157f773-617b-44e8-ad77-2d201c72d6e7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.776358] env[62226]: DEBUG oslo_vmware.rw_handles [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lease: (returnval){ [ 1697.776358] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a812d6-b1f7-feb6-a535-5b4e1dc7b2a7" [ 1697.776358] env[62226]: _type = "HttpNfcLease" [ 1697.776358] env[62226]: } obtained for exporting VM: (result){ [ 1697.776358] env[62226]: value = "vm-416492" [ 1697.776358] env[62226]: _type = "VirtualMachine" [ 1697.776358] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1697.776649] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the lease: (returnval){ [ 1697.776649] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a812d6-b1f7-feb6-a535-5b4e1dc7b2a7" [ 1697.776649] env[62226]: _type = "HttpNfcLease" [ 1697.776649] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1697.782917] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1697.782917] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a812d6-b1f7-feb6-a535-5b4e1dc7b2a7" [ 1697.782917] env[62226]: _type = "HttpNfcLease" [ 1697.782917] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1697.907691] env[62226]: DEBUG oslo_vmware.api [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Task: {'id': task-2027501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262873} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.908021] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.909699] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.909699] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.909699] env[62226]: INFO nova.compute.manager [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1697.909699] env[62226]: DEBUG oslo.service.loopingcall [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.910178] env[62226]: DEBUG nova.compute.manager [-] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1697.910178] env[62226]: DEBUG nova.network.neutron [-] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.088022] env[62226]: DEBUG nova.compute.manager [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1698.116728] env[62226]: DEBUG nova.virt.hardware [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1698.117257] env[62226]: DEBUG nova.virt.hardware [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1698.117575] env[62226]: DEBUG nova.virt.hardware [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1698.117921] env[62226]: DEBUG nova.virt.hardware [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1698.118244] env[62226]: DEBUG nova.virt.hardware [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1698.118534] env[62226]: DEBUG nova.virt.hardware [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1698.118925] env[62226]: DEBUG nova.virt.hardware [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1698.119272] env[62226]: DEBUG nova.virt.hardware [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1698.119587] env[62226]: DEBUG nova.virt.hardware [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1698.119892] env[62226]: DEBUG nova.virt.hardware [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1698.120242] env[62226]: DEBUG nova.virt.hardware [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1698.122051] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1430a904-ac6b-4287-a166-184db02be655 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.130111] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ccf51f-2f39-4caf-aab9-561da467bcfa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.278121] env[62226]: ERROR nova.scheduler.client.report [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [req-bed8ccb3-95f1-478a-8591-a7f99b89ffcf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bed8ccb3-95f1-478a-8591-a7f99b89ffcf"}]} [ 1698.290906] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1698.290906] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a812d6-b1f7-feb6-a535-5b4e1dc7b2a7" [ 1698.290906] env[62226]: _type = "HttpNfcLease" [ 1698.290906] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1698.291218] env[62226]: DEBUG oslo_vmware.rw_handles [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1698.291218] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a812d6-b1f7-feb6-a535-5b4e1dc7b2a7" [ 1698.291218] env[62226]: _type = "HttpNfcLease" [ 1698.291218] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1698.291957] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c076f5-7fb1-4c49-aa28-e5027a76d4de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.299152] env[62226]: DEBUG nova.scheduler.client.report [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1698.305695] env[62226]: DEBUG oslo_vmware.rw_handles [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239c3b9-97e5-56cf-c0cc-90220ce25e57/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1698.305695] env[62226]: DEBUG oslo_vmware.rw_handles [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239c3b9-97e5-56cf-c0cc-90220ce25e57/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1698.369726] env[62226]: DEBUG nova.scheduler.client.report [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1698.370471] env[62226]: DEBUG nova.compute.provider_tree [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1698.390070] env[62226]: DEBUG nova.scheduler.client.report [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1698.408239] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-55a6ccd9-e543-4cf1-a8ae-37eb042b76c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.422402] env[62226]: DEBUG nova.scheduler.client.report [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1698.990185] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d976f2e-8e33-422c-bbbc-747bb617f7be {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.003307] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12e3577-ca3c-4d90-a082-71194a9816e2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.043721] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29e1e67-a576-4656-b173-870f99ed8225 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.058272] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547a1dcf-b7f0-40df-abb3-6e9e90b6d687 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.074092] env[62226]: DEBUG nova.compute.provider_tree [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1699.168035] env[62226]: DEBUG nova.network.neutron [-] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.445286] env[62226]: DEBUG nova.compute.manager [req-9cb16625-9bca-48f9-8c80-45f76d76c08a req-c91444e1-5c86-4de5-b6ca-006a1c8b8c5d service nova] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Received event network-vif-deleted-f3cba467-8317-4c92-aec0-e2d286b40581 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1699.606700] env[62226]: ERROR nova.scheduler.client.report [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [req-0586507e-9dfa-4014-81de-65b879b83d3e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0586507e-9dfa-4014-81de-65b879b83d3e"}]} [ 1699.630037] env[62226]: DEBUG nova.scheduler.client.report [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1699.662018] env[62226]: DEBUG nova.scheduler.client.report [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1699.662812] env[62226]: DEBUG nova.compute.provider_tree [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1699.676534] env[62226]: INFO nova.compute.manager [-] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Took 1.77 seconds to deallocate network for instance. [ 1699.688571] env[62226]: DEBUG nova.scheduler.client.report [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1699.719807] env[62226]: DEBUG nova.scheduler.client.report [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1699.811801] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquiring lock "895cf2de-e826-49e7-8674-863a62611dcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.818561] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lock "895cf2de-e826-49e7-8674-863a62611dcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.818561] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquiring lock "895cf2de-e826-49e7-8674-863a62611dcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.818561] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lock "895cf2de-e826-49e7-8674-863a62611dcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.818561] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lock "895cf2de-e826-49e7-8674-863a62611dcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.823805] env[62226]: INFO nova.compute.manager [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Terminating instance [ 1699.871249] env[62226]: DEBUG nova.network.neutron [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Successfully updated port: baa4416e-5bad-4b46-b1d9-dcff55bb2ad7 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1699.922726] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Acquiring lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.923415] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.124864] env[62226]: DEBUG nova.compute.manager [req-9c65cdc8-a528-4d14-8c14-21baac8e0ef4 req-481832aa-c40e-4b38-805f-19d0333eb964 service nova] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Received event network-vif-plugged-baa4416e-5bad-4b46-b1d9-dcff55bb2ad7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1700.125148] env[62226]: DEBUG oslo_concurrency.lockutils [req-9c65cdc8-a528-4d14-8c14-21baac8e0ef4 req-481832aa-c40e-4b38-805f-19d0333eb964 service nova] Acquiring lock "2377e8d9-b6cb-4d31-8807-5b513acc1477-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.126486] env[62226]: DEBUG oslo_concurrency.lockutils [req-9c65cdc8-a528-4d14-8c14-21baac8e0ef4 req-481832aa-c40e-4b38-805f-19d0333eb964 service nova] Lock "2377e8d9-b6cb-4d31-8807-5b513acc1477-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.126486] env[62226]: DEBUG oslo_concurrency.lockutils [req-9c65cdc8-a528-4d14-8c14-21baac8e0ef4 req-481832aa-c40e-4b38-805f-19d0333eb964 service nova] Lock "2377e8d9-b6cb-4d31-8807-5b513acc1477-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.126486] env[62226]: DEBUG nova.compute.manager [req-9c65cdc8-a528-4d14-8c14-21baac8e0ef4 req-481832aa-c40e-4b38-805f-19d0333eb964 service nova] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] No waiting events found dispatching network-vif-plugged-baa4416e-5bad-4b46-b1d9-dcff55bb2ad7 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1700.126486] env[62226]: WARNING nova.compute.manager [req-9c65cdc8-a528-4d14-8c14-21baac8e0ef4 req-481832aa-c40e-4b38-805f-19d0333eb964 service nova] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Received unexpected event network-vif-plugged-baa4416e-5bad-4b46-b1d9-dcff55bb2ad7 for instance with vm_state building and task_state spawning. [ 1700.195162] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.324473] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3059ecd1-d424-4786-a91c-29abac3bcaee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.333840] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9643199-a60d-41c1-b3d8-a37ce6b36277 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.340611] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquiring lock "refresh_cache-895cf2de-e826-49e7-8674-863a62611dcf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.340798] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquired lock "refresh_cache-895cf2de-e826-49e7-8674-863a62611dcf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.340980] env[62226]: DEBUG nova.network.neutron [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1700.375071] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157b9d2b-8cab-4621-b40c-5b9c385da1b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.378842] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "refresh_cache-2377e8d9-b6cb-4d31-8807-5b513acc1477" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.378842] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "refresh_cache-2377e8d9-b6cb-4d31-8807-5b513acc1477" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.379540] env[62226]: DEBUG nova.network.neutron [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1700.387253] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a11dd6-089a-412c-a40a-4eb3dfcabbb6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.406526] env[62226]: DEBUG nova.compute.provider_tree [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1700.408753] env[62226]: DEBUG nova.network.neutron [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1700.537908] env[62226]: DEBUG nova.network.neutron [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.950866] env[62226]: DEBUG nova.scheduler.client.report [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Updated inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1700.951140] env[62226]: DEBUG nova.compute.provider_tree [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Updating resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a generation from 41 to 42 during operation: update_inventory {{(pid=62226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1700.951318] env[62226]: DEBUG nova.compute.provider_tree [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1700.981663] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "c50bc1d9-19e6-439e-8782-7b268047d420" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.981938] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c50bc1d9-19e6-439e-8782-7b268047d420" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.982216] env[62226]: DEBUG nova.compute.manager [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Going to confirm migration 1 {{(pid=62226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1700.990826] env[62226]: DEBUG nova.network.neutron [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1701.040559] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Releasing lock "refresh_cache-895cf2de-e826-49e7-8674-863a62611dcf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.041026] env[62226]: DEBUG nova.compute.manager [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1701.041222] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1701.042598] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e774bff-ba16-48b3-a2f9-5249206cba4c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.054419] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1701.054419] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d597ea2-7ea6-4f81-8b77-a1ad4e968e8a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.062525] env[62226]: DEBUG oslo_vmware.api [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1701.062525] env[62226]: value = "task-2027503" [ 1701.062525] env[62226]: _type = "Task" [ 1701.062525] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.077645] env[62226]: DEBUG oslo_vmware.api [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.458055] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.405s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.458607] env[62226]: DEBUG nova.compute.manager [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1701.464110] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.464s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.464551] env[62226]: INFO nova.compute.claims [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1701.573378] env[62226]: DEBUG oslo_vmware.api [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027503, 'name': PowerOffVM_Task, 'duration_secs': 0.130553} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.573681] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1701.573855] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1701.574160] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-185af9d1-a9bf-4208-a21b-a29bce71332f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.599507] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1701.599760] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1701.599966] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Deleting the datastore file [datastore2] 895cf2de-e826-49e7-8674-863a62611dcf {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1701.600620] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7033e94-da9b-4ae6-8842-c6a2cbfa202e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.607839] env[62226]: DEBUG oslo_vmware.api [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for the task: (returnval){ [ 1701.607839] env[62226]: value = "task-2027505" [ 1701.607839] env[62226]: _type = "Task" [ 1701.607839] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.612876] env[62226]: DEBUG nova.network.neutron [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Updating instance_info_cache with network_info: [{"id": "baa4416e-5bad-4b46-b1d9-dcff55bb2ad7", "address": "fa:16:3e:94:ae:d5", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa4416e-5b", "ovs_interfaceid": "baa4416e-5bad-4b46-b1d9-dcff55bb2ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.623516] env[62226]: DEBUG oslo_vmware.api [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.817454] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.818067] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.818067] env[62226]: DEBUG nova.network.neutron [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.818067] env[62226]: DEBUG nova.objects.instance [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lazy-loading 'info_cache' on Instance uuid c50bc1d9-19e6-439e-8782-7b268047d420 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1701.969589] env[62226]: DEBUG nova.compute.utils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1701.977477] env[62226]: DEBUG nova.compute.manager [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1701.977666] env[62226]: DEBUG nova.network.neutron [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.036706] env[62226]: DEBUG nova.policy [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ba2fbf314ef4802b40fa2e320f04357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd626ff76ed364fe193268b4b6681841d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.119325] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "refresh_cache-2377e8d9-b6cb-4d31-8807-5b513acc1477" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.119650] env[62226]: DEBUG nova.compute.manager [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Instance network_info: |[{"id": "baa4416e-5bad-4b46-b1d9-dcff55bb2ad7", "address": "fa:16:3e:94:ae:d5", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa4416e-5b", "ovs_interfaceid": "baa4416e-5bad-4b46-b1d9-dcff55bb2ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1702.120066] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ae:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baa4416e-5bad-4b46-b1d9-dcff55bb2ad7', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1702.135950] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Creating folder: Project (3f60e62f7e3a4039a5fd711f6b99ab82). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1702.141232] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0209f9a5-0ce2-4b9b-88a5-4ef60809dd14 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.145042] env[62226]: DEBUG oslo_vmware.api [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Task: {'id': task-2027505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10695} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.145244] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1702.145490] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1702.145710] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1702.146052] env[62226]: INFO nova.compute.manager [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1702.148829] env[62226]: DEBUG oslo.service.loopingcall [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.148829] env[62226]: DEBUG nova.compute.manager [-] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1702.148829] env[62226]: DEBUG nova.network.neutron [-] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1702.156328] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Created folder: Project (3f60e62f7e3a4039a5fd711f6b99ab82) in parent group-v416438. [ 1702.156679] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Creating folder: Instances. Parent ref: group-v416493. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1702.157013] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d343c1d-91ec-488b-9930-eac615076a50 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.170862] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Created folder: Instances in parent group-v416493. [ 1702.171152] env[62226]: DEBUG oslo.service.loopingcall [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.171356] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1702.171780] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e7c6a98-563c-42be-ae71-0d8f234edc6a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.192032] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1702.192032] env[62226]: value = "task-2027508" [ 1702.192032] env[62226]: _type = "Task" [ 1702.192032] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.199690] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027508, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.199806] env[62226]: DEBUG nova.network.neutron [-] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1702.373336] env[62226]: DEBUG nova.compute.manager [req-0fff518b-b034-4ccd-a997-7aa8f07c5dc6 req-38f66c94-9a92-4918-8edb-fdd7d553a6f2 service nova] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Received event network-changed-baa4416e-5bad-4b46-b1d9-dcff55bb2ad7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1702.373336] env[62226]: DEBUG nova.compute.manager [req-0fff518b-b034-4ccd-a997-7aa8f07c5dc6 req-38f66c94-9a92-4918-8edb-fdd7d553a6f2 service nova] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Refreshing instance network info cache due to event network-changed-baa4416e-5bad-4b46-b1d9-dcff55bb2ad7. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1702.373336] env[62226]: DEBUG oslo_concurrency.lockutils [req-0fff518b-b034-4ccd-a997-7aa8f07c5dc6 req-38f66c94-9a92-4918-8edb-fdd7d553a6f2 service nova] Acquiring lock "refresh_cache-2377e8d9-b6cb-4d31-8807-5b513acc1477" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.373336] env[62226]: DEBUG oslo_concurrency.lockutils [req-0fff518b-b034-4ccd-a997-7aa8f07c5dc6 req-38f66c94-9a92-4918-8edb-fdd7d553a6f2 service nova] Acquired lock "refresh_cache-2377e8d9-b6cb-4d31-8807-5b513acc1477" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.373336] env[62226]: DEBUG nova.network.neutron [req-0fff518b-b034-4ccd-a997-7aa8f07c5dc6 req-38f66c94-9a92-4918-8edb-fdd7d553a6f2 service nova] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Refreshing network info cache for port baa4416e-5bad-4b46-b1d9-dcff55bb2ad7 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1702.485688] env[62226]: DEBUG nova.compute.manager [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1702.523106] env[62226]: DEBUG nova.network.neutron [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Successfully created port: cdbe4377-b035-4cd3-b1dd-7144cc195d13 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.708201] env[62226]: DEBUG nova.network.neutron [-] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.709349] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027508, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.989470] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e3c500-c763-43cd-9fff-da8d6d6d19b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.001364] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7315cf-2219-4727-9c8c-d47205dac855 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.038630] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c622e510-b22a-4139-8b46-6c5045823376 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.046694] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb47bde-7994-49c4-90c8-efe654f0a9a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.064818] env[62226]: DEBUG nova.compute.provider_tree [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.205424] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027508, 'name': CreateVM_Task, 'duration_secs': 0.637854} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.205624] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1703.206509] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.206710] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.207135] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1703.207314] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371ac2f6-48e0-4a95-a39a-ac539eeabf4d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.209520] env[62226]: INFO nova.compute.manager [-] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Took 1.06 seconds to deallocate network for instance. [ 1703.216801] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1703.216801] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521950b3-0086-ceb1-1781-e1d261fa0828" [ 1703.216801] env[62226]: _type = "Task" [ 1703.216801] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.229266] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521950b3-0086-ceb1-1781-e1d261fa0828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.498459] env[62226]: DEBUG nova.compute.manager [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1703.524624] env[62226]: DEBUG nova.virt.hardware [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1703.525080] env[62226]: DEBUG nova.virt.hardware [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.526104] env[62226]: DEBUG nova.virt.hardware [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1703.526512] env[62226]: DEBUG nova.virt.hardware [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.526784] env[62226]: DEBUG nova.virt.hardware [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1703.527157] env[62226]: DEBUG nova.virt.hardware [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1703.527556] env[62226]: DEBUG nova.virt.hardware [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1703.527840] env[62226]: DEBUG nova.virt.hardware [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1703.528158] env[62226]: DEBUG nova.virt.hardware [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1703.528450] env[62226]: DEBUG nova.virt.hardware [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1703.528770] env[62226]: DEBUG nova.virt.hardware [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1703.529927] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a2035b-f1e7-4ccc-a9f4-9842b6972cd3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.544054] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e62fcf-8745-4f13-a613-3b4a4ca02e07 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.570837] env[62226]: DEBUG nova.scheduler.client.report [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.654852] env[62226]: DEBUG nova.network.neutron [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance_info_cache with network_info: [{"id": "5feb6464-2017-492f-b6ea-f447f53df6bc", "address": "fa:16:3e:82:5c:bd", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5feb6464-20", "ovs_interfaceid": "5feb6464-2017-492f-b6ea-f447f53df6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.719242] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.729166] env[62226]: DEBUG nova.network.neutron [req-0fff518b-b034-4ccd-a997-7aa8f07c5dc6 req-38f66c94-9a92-4918-8edb-fdd7d553a6f2 service nova] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Updated VIF entry in instance network info cache for port baa4416e-5bad-4b46-b1d9-dcff55bb2ad7. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1703.729166] env[62226]: DEBUG nova.network.neutron [req-0fff518b-b034-4ccd-a997-7aa8f07c5dc6 req-38f66c94-9a92-4918-8edb-fdd7d553a6f2 service nova] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Updating instance_info_cache with network_info: [{"id": "baa4416e-5bad-4b46-b1d9-dcff55bb2ad7", "address": "fa:16:3e:94:ae:d5", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaa4416e-5b", "ovs_interfaceid": "baa4416e-5bad-4b46-b1d9-dcff55bb2ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.735337] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521950b3-0086-ceb1-1781-e1d261fa0828, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.736965] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.736965] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1703.736965] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.736965] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.737158] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1703.740887] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8ee7a65-4465-41c8-8852-eaf149ae8f99 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.754612] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1703.756193] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1703.756193] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2843d88d-e6b7-49a7-bd85-e084e135e9e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.763467] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1703.763467] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526db40e-ced8-1af3-82e7-33ef3cdf4e8f" [ 1703.763467] env[62226]: _type = "Task" [ 1703.763467] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.770544] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526db40e-ced8-1af3-82e7-33ef3cdf4e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.079222] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.083027] env[62226]: DEBUG nova.compute.manager [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1704.083027] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.823s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.084418] env[62226]: INFO nova.compute.claims [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.160237] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.160237] env[62226]: DEBUG nova.objects.instance [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lazy-loading 'migration_context' on Instance uuid c50bc1d9-19e6-439e-8782-7b268047d420 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.237296] env[62226]: DEBUG oslo_concurrency.lockutils [req-0fff518b-b034-4ccd-a997-7aa8f07c5dc6 req-38f66c94-9a92-4918-8edb-fdd7d553a6f2 service nova] Releasing lock "refresh_cache-2377e8d9-b6cb-4d31-8807-5b513acc1477" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.277364] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526db40e-ced8-1af3-82e7-33ef3cdf4e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.278283] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e049371-b02d-4b42-ba38-266a52a98d13 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.284996] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1704.284996] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52397082-3712-4cdc-0fd0-4d2bc1da293f" [ 1704.284996] env[62226]: _type = "Task" [ 1704.284996] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.295262] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52397082-3712-4cdc-0fd0-4d2bc1da293f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.594205] env[62226]: DEBUG nova.compute.utils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.596788] env[62226]: DEBUG nova.compute.manager [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1704.597961] env[62226]: DEBUG nova.network.neutron [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.663123] env[62226]: DEBUG nova.objects.base [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1704.663856] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30386f19-4b99-4e18-8814-0a161d54385f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.693297] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4503c100-8913-49ec-8255-16b36fdd989b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.704824] env[62226]: DEBUG oslo_vmware.api [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1704.704824] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bc9778-dd5d-e676-3882-4b5b3f723e3b" [ 1704.704824] env[62226]: _type = "Task" [ 1704.704824] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.714392] env[62226]: DEBUG oslo_vmware.api [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bc9778-dd5d-e676-3882-4b5b3f723e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.008227} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.715243] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.717392] env[62226]: DEBUG nova.compute.manager [req-36f7d943-dcb4-4909-978a-7af253f829d9 req-869f03ae-49ac-44d8-8db1-823269f7eaf5 service nova] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Received event network-vif-plugged-cdbe4377-b035-4cd3-b1dd-7144cc195d13 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1704.717732] env[62226]: DEBUG oslo_concurrency.lockutils [req-36f7d943-dcb4-4909-978a-7af253f829d9 req-869f03ae-49ac-44d8-8db1-823269f7eaf5 service nova] Acquiring lock "c3769f39-74b6-4fdb-bf70-cfe7f8b12761-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.718719] env[62226]: DEBUG oslo_concurrency.lockutils [req-36f7d943-dcb4-4909-978a-7af253f829d9 req-869f03ae-49ac-44d8-8db1-823269f7eaf5 service nova] Lock "c3769f39-74b6-4fdb-bf70-cfe7f8b12761-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.718719] env[62226]: DEBUG oslo_concurrency.lockutils [req-36f7d943-dcb4-4909-978a-7af253f829d9 req-869f03ae-49ac-44d8-8db1-823269f7eaf5 service nova] Lock "c3769f39-74b6-4fdb-bf70-cfe7f8b12761-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.718719] env[62226]: DEBUG nova.compute.manager [req-36f7d943-dcb4-4909-978a-7af253f829d9 req-869f03ae-49ac-44d8-8db1-823269f7eaf5 service nova] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] No waiting events found dispatching network-vif-plugged-cdbe4377-b035-4cd3-b1dd-7144cc195d13 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1704.718719] env[62226]: WARNING nova.compute.manager [req-36f7d943-dcb4-4909-978a-7af253f829d9 req-869f03ae-49ac-44d8-8db1-823269f7eaf5 service nova] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Received unexpected event network-vif-plugged-cdbe4377-b035-4cd3-b1dd-7144cc195d13 for instance with vm_state building and task_state spawning. [ 1704.738156] env[62226]: DEBUG nova.policy [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f458137081524e1db6513c198cc6345b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dd4fc11f8704f15ad03452459b3884a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1704.797717] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52397082-3712-4cdc-0fd0-4d2bc1da293f, 'name': SearchDatastore_Task, 'duration_secs': 0.01085} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.798008] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.798207] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 2377e8d9-b6cb-4d31-8807-5b513acc1477/2377e8d9-b6cb-4d31-8807-5b513acc1477.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1704.798535] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92bcfc4a-42d1-4958-b6c0-4c0d73a32a5b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.808530] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1704.808530] env[62226]: value = "task-2027509" [ 1704.808530] env[62226]: _type = "Task" [ 1704.808530] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.819652] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.869373] env[62226]: DEBUG nova.network.neutron [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Successfully updated port: cdbe4377-b035-4cd3-b1dd-7144cc195d13 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1705.097585] env[62226]: DEBUG nova.compute.manager [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1705.326623] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500239} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.326964] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 2377e8d9-b6cb-4d31-8807-5b513acc1477/2377e8d9-b6cb-4d31-8807-5b513acc1477.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1705.327266] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1705.327579] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcdc1c68-c372-4b0c-8cd5-fb5e337db11a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.336955] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1705.336955] env[62226]: value = "task-2027510" [ 1705.336955] env[62226]: _type = "Task" [ 1705.336955] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.348515] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.376585] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Acquiring lock "refresh_cache-c3769f39-74b6-4fdb-bf70-cfe7f8b12761" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.376585] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Acquired lock "refresh_cache-c3769f39-74b6-4fdb-bf70-cfe7f8b12761" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.376735] env[62226]: DEBUG nova.network.neutron [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.637717] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd5889-758b-4c88-b7ac-d66e1f11ed47 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.647407] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5cc7d9-c970-41a6-8dbb-dcc064fe4f30 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.681985] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e3f89c-758d-420a-ba09-14d5052cdaf6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.690654] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91799692-7d69-4338-8ff4-23b09dfaa63e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.706230] env[62226]: DEBUG nova.compute.provider_tree [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.840706] env[62226]: DEBUG nova.network.neutron [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Successfully created port: 03433962-88a9-4063-93e3-0ce922f961c1 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1705.851910] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06472} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.854233] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1705.857277] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0d3f54-ab35-46a3-ae92-ecb935a149b9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.884974] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 2377e8d9-b6cb-4d31-8807-5b513acc1477/2377e8d9-b6cb-4d31-8807-5b513acc1477.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1705.887795] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b112d3c-ef2e-4bec-9927-3dfd1731049e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.917590] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1705.917590] env[62226]: value = "task-2027511" [ 1705.917590] env[62226]: _type = "Task" [ 1705.917590] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.927487] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027511, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.940811] env[62226]: DEBUG nova.network.neutron [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1706.120153] env[62226]: DEBUG nova.compute.manager [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1706.125255] env[62226]: DEBUG oslo_vmware.rw_handles [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239c3b9-97e5-56cf-c0cc-90220ce25e57/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1706.125763] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2050aa-3379-4993-bc58-8f524576ed90 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.136195] env[62226]: DEBUG oslo_vmware.rw_handles [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239c3b9-97e5-56cf-c0cc-90220ce25e57/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1706.136475] env[62226]: ERROR oslo_vmware.rw_handles [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239c3b9-97e5-56cf-c0cc-90220ce25e57/disk-0.vmdk due to incomplete transfer. [ 1706.136638] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-81929169-c7bc-40f4-88c7-6b2bf123519c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.152357] env[62226]: DEBUG oslo_vmware.rw_handles [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239c3b9-97e5-56cf-c0cc-90220ce25e57/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1706.152357] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Uploaded image 33bdda25-1eb6-4b68-8079-1bccd06563e6 to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1706.152357] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1706.152357] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9219c334-6d69-4c06-836d-65c7004bc355 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.157993] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1706.157993] env[62226]: value = "task-2027512" [ 1706.157993] env[62226]: _type = "Task" [ 1706.157993] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.166253] env[62226]: DEBUG nova.virt.hardware [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1706.166506] env[62226]: DEBUG nova.virt.hardware [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.166653] env[62226]: DEBUG nova.virt.hardware [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1706.166853] env[62226]: DEBUG nova.virt.hardware [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.167015] env[62226]: DEBUG nova.virt.hardware [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1706.167159] env[62226]: DEBUG nova.virt.hardware [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1706.167365] env[62226]: DEBUG nova.virt.hardware [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1706.167517] env[62226]: DEBUG nova.virt.hardware [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1706.167674] env[62226]: DEBUG nova.virt.hardware [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1706.167840] env[62226]: DEBUG nova.virt.hardware [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1706.168043] env[62226]: DEBUG nova.virt.hardware [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1706.169425] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec21f886-bd6b-438e-91a3-e890373373e8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.179363] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027512, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.185587] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0704f2-6377-4142-b136-cd099bb6aac1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.209473] env[62226]: DEBUG nova.scheduler.client.report [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.425409] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027511, 'name': ReconfigVM_Task, 'duration_secs': 0.303347} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.426378] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 2377e8d9-b6cb-4d31-8807-5b513acc1477/2377e8d9-b6cb-4d31-8807-5b513acc1477.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1706.427019] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27e00491-5d58-43f9-8063-41f2c1a5e37e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.436200] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1706.436200] env[62226]: value = "task-2027513" [ 1706.436200] env[62226]: _type = "Task" [ 1706.436200] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.443751] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027513, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.499976] env[62226]: DEBUG nova.network.neutron [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Updating instance_info_cache with network_info: [{"id": "cdbe4377-b035-4cd3-b1dd-7144cc195d13", "address": "fa:16:3e:bf:08:62", "network": {"id": "aa025ef2-1f19-4f51-aa54-a945d75f1436", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1377530589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d626ff76ed364fe193268b4b6681841d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdbe4377-b0", "ovs_interfaceid": "cdbe4377-b035-4cd3-b1dd-7144cc195d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.667534] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027512, 'name': Destroy_Task, 'duration_secs': 0.318973} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.667796] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Destroyed the VM [ 1706.668073] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1706.668336] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c5e1574-3dcb-4c33-92ec-845b9638ed16 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.675385] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1706.675385] env[62226]: value = "task-2027514" [ 1706.675385] env[62226]: _type = "Task" [ 1706.675385] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.683212] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027514, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.717400] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.717991] env[62226]: DEBUG nova.compute.manager [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1706.720801] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.349s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.720980] env[62226]: DEBUG nova.objects.instance [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1706.949501] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027513, 'name': Rename_Task, 'duration_secs': 0.138248} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.949628] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1706.950378] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a38e3bdb-93de-458b-a353-746d326c90b7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.956533] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1706.956533] env[62226]: value = "task-2027515" [ 1706.956533] env[62226]: _type = "Task" [ 1706.956533] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.968264] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.002068] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Releasing lock "refresh_cache-c3769f39-74b6-4fdb-bf70-cfe7f8b12761" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.003567] env[62226]: DEBUG nova.compute.manager [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Instance network_info: |[{"id": "cdbe4377-b035-4cd3-b1dd-7144cc195d13", "address": "fa:16:3e:bf:08:62", "network": {"id": "aa025ef2-1f19-4f51-aa54-a945d75f1436", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1377530589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d626ff76ed364fe193268b4b6681841d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdbe4377-b0", "ovs_interfaceid": "cdbe4377-b035-4cd3-b1dd-7144cc195d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1707.003754] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:08:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdbe4377-b035-4cd3-b1dd-7144cc195d13', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1707.018862] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Creating folder: Project (d626ff76ed364fe193268b4b6681841d). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1707.019332] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d09db5e-8fb2-492b-bc28-6945b7cf9abb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.026456] env[62226]: DEBUG nova.compute.manager [req-11fff6aa-1638-4ef9-8802-e6a182b709f8 req-f5116bc1-0dbf-4700-8e5a-13998ac4de9a service nova] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Received event network-changed-cdbe4377-b035-4cd3-b1dd-7144cc195d13 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1707.026657] env[62226]: DEBUG nova.compute.manager [req-11fff6aa-1638-4ef9-8802-e6a182b709f8 req-f5116bc1-0dbf-4700-8e5a-13998ac4de9a service nova] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Refreshing instance network info cache due to event network-changed-cdbe4377-b035-4cd3-b1dd-7144cc195d13. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1707.026979] env[62226]: DEBUG oslo_concurrency.lockutils [req-11fff6aa-1638-4ef9-8802-e6a182b709f8 req-f5116bc1-0dbf-4700-8e5a-13998ac4de9a service nova] Acquiring lock "refresh_cache-c3769f39-74b6-4fdb-bf70-cfe7f8b12761" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.027033] env[62226]: DEBUG oslo_concurrency.lockutils [req-11fff6aa-1638-4ef9-8802-e6a182b709f8 req-f5116bc1-0dbf-4700-8e5a-13998ac4de9a service nova] Acquired lock "refresh_cache-c3769f39-74b6-4fdb-bf70-cfe7f8b12761" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.027179] env[62226]: DEBUG nova.network.neutron [req-11fff6aa-1638-4ef9-8802-e6a182b709f8 req-f5116bc1-0dbf-4700-8e5a-13998ac4de9a service nova] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Refreshing network info cache for port cdbe4377-b035-4cd3-b1dd-7144cc195d13 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1707.032664] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Created folder: Project (d626ff76ed364fe193268b4b6681841d) in parent group-v416438. [ 1707.032664] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Creating folder: Instances. Parent ref: group-v416496. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1707.032664] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4de490c-3986-4e31-9489-38dcdc6aa78d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.041950] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Created folder: Instances in parent group-v416496. [ 1707.042259] env[62226]: DEBUG oslo.service.loopingcall [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.042454] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1707.042678] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdb73ec4-c97d-4143-862d-07385867c0d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.065673] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1707.065673] env[62226]: value = "task-2027518" [ 1707.065673] env[62226]: _type = "Task" [ 1707.065673] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.073936] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027518, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.188193] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027514, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.231584] env[62226]: DEBUG nova.compute.utils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.231584] env[62226]: DEBUG nova.compute.manager [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1707.231584] env[62226]: DEBUG nova.network.neutron [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1707.320033] env[62226]: DEBUG nova.policy [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a4feb508138442e965c491881bd8a95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '567d44e89f4e446d9af79884f76df319', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1707.470615] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027515, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.580307] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027518, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.687075] env[62226]: DEBUG oslo_vmware.api [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027514, 'name': RemoveSnapshot_Task, 'duration_secs': 0.696008} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.687360] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1707.687606] env[62226]: INFO nova.compute.manager [None req-8d48a826-701b-41d5-9f29-f68615b048e9 tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Took 14.13 seconds to snapshot the instance on the hypervisor. [ 1707.730875] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a3557c53-7a3c-4bca-a3ba-6afdf1c081b7 tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.732561] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.355s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.735728] env[62226]: INFO nova.compute.claims [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1707.737758] env[62226]: DEBUG nova.compute.manager [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1707.826980] env[62226]: DEBUG nova.network.neutron [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Successfully created port: 64c1bd82-5c36-4966-b7c2-15048918f063 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1707.969686] env[62226]: DEBUG oslo_vmware.api [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027515, 'name': PowerOnVM_Task, 'duration_secs': 0.534393} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.969977] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1707.970246] env[62226]: INFO nova.compute.manager [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1707.970673] env[62226]: DEBUG nova.compute.manager [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1707.971487] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d37759-3f59-4edb-8a8b-4cfb05e86cf4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.077388] env[62226]: DEBUG nova.network.neutron [req-11fff6aa-1638-4ef9-8802-e6a182b709f8 req-f5116bc1-0dbf-4700-8e5a-13998ac4de9a service nova] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Updated VIF entry in instance network info cache for port cdbe4377-b035-4cd3-b1dd-7144cc195d13. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1708.077724] env[62226]: DEBUG nova.network.neutron [req-11fff6aa-1638-4ef9-8802-e6a182b709f8 req-f5116bc1-0dbf-4700-8e5a-13998ac4de9a service nova] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Updating instance_info_cache with network_info: [{"id": "cdbe4377-b035-4cd3-b1dd-7144cc195d13", "address": "fa:16:3e:bf:08:62", "network": {"id": "aa025ef2-1f19-4f51-aa54-a945d75f1436", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1377530589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d626ff76ed364fe193268b4b6681841d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdbe4377-b0", "ovs_interfaceid": "cdbe4377-b035-4cd3-b1dd-7144cc195d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.089094] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027518, 'name': CreateVM_Task, 'duration_secs': 0.536037} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.089327] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1708.090547] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.091705] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.093290] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.093796] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-704bcc29-c003-4823-b7eb-4a6cf8bae57d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.104766] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Waiting for the task: (returnval){ [ 1708.104766] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fbd3bf-fc5e-5948-7f91-61ee46bf2441" [ 1708.104766] env[62226]: _type = "Task" [ 1708.104766] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.116385] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fbd3bf-fc5e-5948-7f91-61ee46bf2441, 'name': SearchDatastore_Task, 'duration_secs': 0.009813} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.116617] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.117161] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1708.117161] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.120597] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.120597] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.121051] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6225b653-7f59-4d35-b410-454cc61f11cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.132677] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.132922] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.134386] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77f6a3d-da83-4e67-a707-57d14fb02c91 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.143354] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Waiting for the task: (returnval){ [ 1708.143354] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cbbae6-7d35-9365-a815-c2f6b33ba294" [ 1708.143354] env[62226]: _type = "Task" [ 1708.143354] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.150482] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cbbae6-7d35-9365-a815-c2f6b33ba294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.154566] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "1e5ff955-6903-42cb-9583-95c9a142b41f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.154917] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.364225] env[62226]: DEBUG nova.network.neutron [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Successfully updated port: 03433962-88a9-4063-93e3-0ce922f961c1 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1708.494123] env[62226]: INFO nova.compute.manager [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Took 32.88 seconds to build instance. [ 1708.580701] env[62226]: DEBUG oslo_concurrency.lockutils [req-11fff6aa-1638-4ef9-8802-e6a182b709f8 req-f5116bc1-0dbf-4700-8e5a-13998ac4de9a service nova] Releasing lock "refresh_cache-c3769f39-74b6-4fdb-bf70-cfe7f8b12761" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.656652] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cbbae6-7d35-9365-a815-c2f6b33ba294, 'name': SearchDatastore_Task, 'duration_secs': 0.007728} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.657806] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d3d87d-f3df-49d2-a9ed-f6e1de8b2b9f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.665712] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Waiting for the task: (returnval){ [ 1708.665712] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5273cee9-76d8-f86d-7cc9-a0ffd0d8374a" [ 1708.665712] env[62226]: _type = "Task" [ 1708.665712] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.675772] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5273cee9-76d8-f86d-7cc9-a0ffd0d8374a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.737319] env[62226]: DEBUG nova.compute.manager [req-ddaa7e72-9661-4245-9367-4d0c29288324 req-f36599ff-eebc-4643-a083-cf07962016f9 service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Received event network-vif-plugged-03433962-88a9-4063-93e3-0ce922f961c1 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1708.737319] env[62226]: DEBUG oslo_concurrency.lockutils [req-ddaa7e72-9661-4245-9367-4d0c29288324 req-f36599ff-eebc-4643-a083-cf07962016f9 service nova] Acquiring lock "0a517109-71f2-4bec-8e05-4eea325692dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.737319] env[62226]: DEBUG oslo_concurrency.lockutils [req-ddaa7e72-9661-4245-9367-4d0c29288324 req-f36599ff-eebc-4643-a083-cf07962016f9 service nova] Lock "0a517109-71f2-4bec-8e05-4eea325692dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.737319] env[62226]: DEBUG oslo_concurrency.lockutils [req-ddaa7e72-9661-4245-9367-4d0c29288324 req-f36599ff-eebc-4643-a083-cf07962016f9 service nova] Lock "0a517109-71f2-4bec-8e05-4eea325692dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.738253] env[62226]: DEBUG nova.compute.manager [req-ddaa7e72-9661-4245-9367-4d0c29288324 req-f36599ff-eebc-4643-a083-cf07962016f9 service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] No waiting events found dispatching network-vif-plugged-03433962-88a9-4063-93e3-0ce922f961c1 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1708.738598] env[62226]: WARNING nova.compute.manager [req-ddaa7e72-9661-4245-9367-4d0c29288324 req-f36599ff-eebc-4643-a083-cf07962016f9 service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Received unexpected event network-vif-plugged-03433962-88a9-4063-93e3-0ce922f961c1 for instance with vm_state building and task_state spawning. [ 1708.751345] env[62226]: DEBUG nova.compute.manager [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1708.792752] env[62226]: DEBUG nova.virt.hardware [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1708.792752] env[62226]: DEBUG nova.virt.hardware [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.792752] env[62226]: DEBUG nova.virt.hardware [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1708.792953] env[62226]: DEBUG nova.virt.hardware [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.792953] env[62226]: DEBUG nova.virt.hardware [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1708.792953] env[62226]: DEBUG nova.virt.hardware [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1708.792953] env[62226]: DEBUG nova.virt.hardware [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1708.792953] env[62226]: DEBUG nova.virt.hardware [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1708.793090] env[62226]: DEBUG nova.virt.hardware [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1708.793090] env[62226]: DEBUG nova.virt.hardware [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1708.793172] env[62226]: DEBUG nova.virt.hardware [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1708.794058] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b58c02-9496-48aa-baec-93e2f30b73ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.806619] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02175906-a504-439d-bb77-e5c24f08ab72 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.867812] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Acquiring lock "refresh_cache-0a517109-71f2-4bec-8e05-4eea325692dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.867812] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Acquired lock "refresh_cache-0a517109-71f2-4bec-8e05-4eea325692dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.867982] env[62226]: DEBUG nova.network.neutron [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1708.996797] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4b51544f-5f6b-4af1-b962-5a93b3c66c1c tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "2377e8d9-b6cb-4d31-8807-5b513acc1477" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.207s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.180968] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5273cee9-76d8-f86d-7cc9-a0ffd0d8374a, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.181863] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.181863] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] c3769f39-74b6-4fdb-bf70-cfe7f8b12761/c3769f39-74b6-4fdb-bf70-cfe7f8b12761.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1709.181863] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1991c9fe-7997-4933-b726-68f3ed920e41 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.192242] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Waiting for the task: (returnval){ [ 1709.192242] env[62226]: value = "task-2027519" [ 1709.192242] env[62226]: _type = "Task" [ 1709.192242] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.206066] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.297254] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecf1387-43d6-47bd-b878-74599adea5ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.304944] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2078ff-6b8f-41a1-9e83-57ae5d68db7a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.336092] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f3a421-1925-4782-acb2-066f32553151 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.344047] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8445b1cc-e612-445d-ac22-94f305aae686 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.357786] env[62226]: DEBUG nova.compute.provider_tree [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.422859] env[62226]: DEBUG nova.network.neutron [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1709.502863] env[62226]: DEBUG nova.compute.manager [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1709.615302] env[62226]: DEBUG nova.network.neutron [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Updating instance_info_cache with network_info: [{"id": "03433962-88a9-4063-93e3-0ce922f961c1", "address": "fa:16:3e:65:a7:94", "network": {"id": "f5e93e45-1b5e-47c5-ab46-c089c0a5781c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1658213636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dd4fc11f8704f15ad03452459b3884a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03433962-88", "ovs_interfaceid": "03433962-88a9-4063-93e3-0ce922f961c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.701777] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486541} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.702052] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] c3769f39-74b6-4fdb-bf70-cfe7f8b12761/c3769f39-74b6-4fdb-bf70-cfe7f8b12761.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.702274] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.702521] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84658693-c361-4463-a961-970b16ed592d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.708186] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Waiting for the task: (returnval){ [ 1709.708186] env[62226]: value = "task-2027520" [ 1709.708186] env[62226]: _type = "Task" [ 1709.708186] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.715288] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.862064] env[62226]: DEBUG nova.scheduler.client.report [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.027915] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.118677] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Releasing lock "refresh_cache-0a517109-71f2-4bec-8e05-4eea325692dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.119038] env[62226]: DEBUG nova.compute.manager [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Instance network_info: |[{"id": "03433962-88a9-4063-93e3-0ce922f961c1", "address": "fa:16:3e:65:a7:94", "network": {"id": "f5e93e45-1b5e-47c5-ab46-c089c0a5781c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1658213636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dd4fc11f8704f15ad03452459b3884a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03433962-88", "ovs_interfaceid": "03433962-88a9-4063-93e3-0ce922f961c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1710.119478] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:a7:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03433962-88a9-4063-93e3-0ce922f961c1', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.126906] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Creating folder: Project (2dd4fc11f8704f15ad03452459b3884a). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1710.127345] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1111de60-0f45-4357-99f4-aa5c0c5a7e50 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.137525] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Created folder: Project (2dd4fc11f8704f15ad03452459b3884a) in parent group-v416438. [ 1710.137716] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Creating folder: Instances. Parent ref: group-v416499. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1710.137978] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18c0468d-27c7-4c75-af62-7392222a7fae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.147009] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Created folder: Instances in parent group-v416499. [ 1710.147300] env[62226]: DEBUG oslo.service.loopingcall [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.147491] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1710.147689] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83aff52e-6356-4c9b-ade9-9791983097ad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.165857] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.165857] env[62226]: value = "task-2027523" [ 1710.165857] env[62226]: _type = "Task" [ 1710.165857] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.174516] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027523, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.220648] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059282} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.220943] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1710.221872] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849e648b-6335-4eb7-8707-967c8830f8d8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.250508] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] c3769f39-74b6-4fdb-bf70-cfe7f8b12761/c3769f39-74b6-4fdb-bf70-cfe7f8b12761.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.251253] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d5bdfd-750e-4f13-ad71-693e8436b614 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.273623] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Waiting for the task: (returnval){ [ 1710.273623] env[62226]: value = "task-2027524" [ 1710.273623] env[62226]: _type = "Task" [ 1710.273623] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.285529] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.367764] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.368494] env[62226]: DEBUG nova.compute.manager [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1710.371124] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.835s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.373584] env[62226]: INFO nova.compute.claims [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1710.510363] env[62226]: DEBUG nova.network.neutron [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Successfully updated port: 64c1bd82-5c36-4966-b7c2-15048918f063 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1710.677686] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027523, 'name': CreateVM_Task, 'duration_secs': 0.465729} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.677908] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1710.678601] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.678767] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.679165] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.679427] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814dfd21-e8fa-469e-921e-781030f8c0b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.684669] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Waiting for the task: (returnval){ [ 1710.684669] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a450cf-5024-f66d-4c04-94ddb74df854" [ 1710.684669] env[62226]: _type = "Task" [ 1710.684669] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.692569] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a450cf-5024-f66d-4c04-94ddb74df854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.787575] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027524, 'name': ReconfigVM_Task, 'duration_secs': 0.312877} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.787575] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Reconfigured VM instance instance-00000012 to attach disk [datastore2] c3769f39-74b6-4fdb-bf70-cfe7f8b12761/c3769f39-74b6-4fdb-bf70-cfe7f8b12761.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.787575] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25fdcec3-7a90-458f-9979-c5d69fc33793 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.791877] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Waiting for the task: (returnval){ [ 1710.791877] env[62226]: value = "task-2027525" [ 1710.791877] env[62226]: _type = "Task" [ 1710.791877] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.802482] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027525, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.877475] env[62226]: DEBUG nova.compute.utils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1710.881567] env[62226]: DEBUG nova.compute.manager [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1710.881747] env[62226]: DEBUG nova.network.neutron [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1710.944608] env[62226]: DEBUG nova.compute.manager [req-6a406dfc-9c79-4b46-b9b0-83e6f1dfaa42 req-470326d1-da30-4482-9118-1ceb453c7428 service nova] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Received event network-vif-plugged-64c1bd82-5c36-4966-b7c2-15048918f063 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1710.944828] env[62226]: DEBUG oslo_concurrency.lockutils [req-6a406dfc-9c79-4b46-b9b0-83e6f1dfaa42 req-470326d1-da30-4482-9118-1ceb453c7428 service nova] Acquiring lock "2b9b480d-dcf8-4d9d-b129-3514e935a3ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.945064] env[62226]: DEBUG oslo_concurrency.lockutils [req-6a406dfc-9c79-4b46-b9b0-83e6f1dfaa42 req-470326d1-da30-4482-9118-1ceb453c7428 service nova] Lock "2b9b480d-dcf8-4d9d-b129-3514e935a3ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.945200] env[62226]: DEBUG oslo_concurrency.lockutils [req-6a406dfc-9c79-4b46-b9b0-83e6f1dfaa42 req-470326d1-da30-4482-9118-1ceb453c7428 service nova] Lock "2b9b480d-dcf8-4d9d-b129-3514e935a3ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.945445] env[62226]: DEBUG nova.compute.manager [req-6a406dfc-9c79-4b46-b9b0-83e6f1dfaa42 req-470326d1-da30-4482-9118-1ceb453c7428 service nova] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] No waiting events found dispatching network-vif-plugged-64c1bd82-5c36-4966-b7c2-15048918f063 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1710.945526] env[62226]: WARNING nova.compute.manager [req-6a406dfc-9c79-4b46-b9b0-83e6f1dfaa42 req-470326d1-da30-4482-9118-1ceb453c7428 service nova] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Received unexpected event network-vif-plugged-64c1bd82-5c36-4966-b7c2-15048918f063 for instance with vm_state building and task_state spawning. [ 1710.983242] env[62226]: DEBUG nova.policy [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c47a41037ec4ba1b69ad93f709be2f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42c6e487c06a4e1da8d60a8145b8697d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1711.013982] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Acquiring lock "refresh_cache-2b9b480d-dcf8-4d9d-b129-3514e935a3ad" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.014150] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Acquired lock "refresh_cache-2b9b480d-dcf8-4d9d-b129-3514e935a3ad" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.014324] env[62226]: DEBUG nova.network.neutron [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.141261] env[62226]: INFO nova.compute.manager [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Rebuilding instance [ 1711.193178] env[62226]: DEBUG nova.compute.manager [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.194010] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935a8ce2-7418-4ad0-a5f0-700f5851f115 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.204738] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a450cf-5024-f66d-4c04-94ddb74df854, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.204738] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.204738] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1711.204738] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.205278] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.205278] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1711.207708] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cdc391e-a45a-4fb4-9071-e91821ecd4be {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.218196] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1711.219339] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1711.221736] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7bdac0-a23c-4ae8-b1ea-663c9601c4ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.226141] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Waiting for the task: (returnval){ [ 1711.226141] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52190fc2-4aed-aaa4-4887-d81a4ec09676" [ 1711.226141] env[62226]: _type = "Task" [ 1711.226141] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.236621] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52190fc2-4aed-aaa4-4887-d81a4ec09676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.303025] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027525, 'name': Rename_Task, 'duration_secs': 0.135933} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.303333] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.303581] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6df4c8e2-9273-4512-8463-514e4b247e00 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.310586] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Waiting for the task: (returnval){ [ 1711.310586] env[62226]: value = "task-2027526" [ 1711.310586] env[62226]: _type = "Task" [ 1711.310586] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.322609] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.380464] env[62226]: DEBUG nova.compute.manager [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1711.392040] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.392263] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.507988] env[62226]: DEBUG nova.compute.manager [req-60669c68-a1fc-4563-aa97-937394fd6464 req-2c67e7f8-d8b7-4ef6-a7eb-dc7441422d27 service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Received event network-changed-03433962-88a9-4063-93e3-0ce922f961c1 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1711.507988] env[62226]: DEBUG nova.compute.manager [req-60669c68-a1fc-4563-aa97-937394fd6464 req-2c67e7f8-d8b7-4ef6-a7eb-dc7441422d27 service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Refreshing instance network info cache due to event network-changed-03433962-88a9-4063-93e3-0ce922f961c1. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1711.507988] env[62226]: DEBUG oslo_concurrency.lockutils [req-60669c68-a1fc-4563-aa97-937394fd6464 req-2c67e7f8-d8b7-4ef6-a7eb-dc7441422d27 service nova] Acquiring lock "refresh_cache-0a517109-71f2-4bec-8e05-4eea325692dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.507988] env[62226]: DEBUG oslo_concurrency.lockutils [req-60669c68-a1fc-4563-aa97-937394fd6464 req-2c67e7f8-d8b7-4ef6-a7eb-dc7441422d27 service nova] Acquired lock "refresh_cache-0a517109-71f2-4bec-8e05-4eea325692dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.507988] env[62226]: DEBUG nova.network.neutron [req-60669c68-a1fc-4563-aa97-937394fd6464 req-2c67e7f8-d8b7-4ef6-a7eb-dc7441422d27 service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Refreshing network info cache for port 03433962-88a9-4063-93e3-0ce922f961c1 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1711.509051] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Acquiring lock "d7c708b7-1702-4f31-a8db-07f8d601b7fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.509271] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lock "d7c708b7-1702-4f31-a8db-07f8d601b7fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.509472] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Acquiring lock "d7c708b7-1702-4f31-a8db-07f8d601b7fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.509676] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lock "d7c708b7-1702-4f31-a8db-07f8d601b7fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.509841] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lock "d7c708b7-1702-4f31-a8db-07f8d601b7fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.511857] env[62226]: INFO nova.compute.manager [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Terminating instance [ 1711.565922] env[62226]: DEBUG nova.network.neutron [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1711.622960] env[62226]: DEBUG nova.network.neutron [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Successfully created port: 2bbc4c06-5512-46d4-bc49-3888d0d23a45 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1711.740654] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52190fc2-4aed-aaa4-4887-d81a4ec09676, 'name': SearchDatastore_Task, 'duration_secs': 0.015534} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.744801] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a269e5-04e5-4b65-9ffe-96c2fe1314c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.750895] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Waiting for the task: (returnval){ [ 1711.750895] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ad90b8-227f-126f-929a-ba517b4fbea5" [ 1711.750895] env[62226]: _type = "Task" [ 1711.750895] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.760802] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ad90b8-227f-126f-929a-ba517b4fbea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.763520] env[62226]: DEBUG nova.network.neutron [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Updating instance_info_cache with network_info: [{"id": "64c1bd82-5c36-4966-b7c2-15048918f063", "address": "fa:16:3e:59:b7:d9", "network": {"id": "b891d988-912c-47eb-94be-27507983d8c9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1335528725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "567d44e89f4e446d9af79884f76df319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c1bd82-5c", "ovs_interfaceid": "64c1bd82-5c36-4966-b7c2-15048918f063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.823163] env[62226]: DEBUG oslo_vmware.api [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027526, 'name': PowerOnVM_Task, 'duration_secs': 0.456978} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.823744] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1711.823947] env[62226]: INFO nova.compute.manager [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1711.824143] env[62226]: DEBUG nova.compute.manager [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.825024] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44445e28-d201-4eb2-b311-c32c3eddd814 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.948567] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797c5be6-2e91-4328-ab54-aae073d4db16 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.957248] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4ee383-757f-4d3c-90f2-4342f07e8176 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.993652] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4cddc7-3775-417f-ae7d-ff9e3fca271a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.003148] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d85cf0-6405-443a-82f3-dc7bdcc296ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.024157] env[62226]: DEBUG nova.compute.manager [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1712.024157] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1712.024157] env[62226]: DEBUG nova.compute.provider_tree [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.024157] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4891de-1096-4a1a-8a4b-687e63b27806 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.033542] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1712.034298] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e9dc267-cf63-4000-a866-35008c702ba8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.041482] env[62226]: DEBUG oslo_vmware.api [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1712.041482] env[62226]: value = "task-2027527" [ 1712.041482] env[62226]: _type = "Task" [ 1712.041482] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.049715] env[62226]: DEBUG oslo_vmware.api [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.215783] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1712.216121] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fb68817-6b74-475c-8783-73fa9b24114a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.223555] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1712.223555] env[62226]: value = "task-2027528" [ 1712.223555] env[62226]: _type = "Task" [ 1712.223555] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.237465] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.263368] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ad90b8-227f-126f-929a-ba517b4fbea5, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.263846] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.264272] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 0a517109-71f2-4bec-8e05-4eea325692dd/0a517109-71f2-4bec-8e05-4eea325692dd.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1712.269209] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52773f24-7306-4308-a88f-4f42d988de69 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.271892] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Releasing lock "refresh_cache-2b9b480d-dcf8-4d9d-b129-3514e935a3ad" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.272331] env[62226]: DEBUG nova.compute.manager [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Instance network_info: |[{"id": "64c1bd82-5c36-4966-b7c2-15048918f063", "address": "fa:16:3e:59:b7:d9", "network": {"id": "b891d988-912c-47eb-94be-27507983d8c9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1335528725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "567d44e89f4e446d9af79884f76df319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c1bd82-5c", "ovs_interfaceid": "64c1bd82-5c36-4966-b7c2-15048918f063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1712.272806] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:b7:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64c1bd82-5c36-4966-b7c2-15048918f063', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1712.285294] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Creating folder: Project (567d44e89f4e446d9af79884f76df319). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1712.286279] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fab7b08-4bd9-47e6-94c1-4ade23eb7af1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.291041] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Waiting for the task: (returnval){ [ 1712.291041] env[62226]: value = "task-2027529" [ 1712.291041] env[62226]: _type = "Task" [ 1712.291041] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.296960] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Created folder: Project (567d44e89f4e446d9af79884f76df319) in parent group-v416438. [ 1712.297116] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Creating folder: Instances. Parent ref: group-v416502. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1712.297731] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c4f32b3-bb1b-4c32-9d04-5726ca511e97 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.303974] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.313017] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Created folder: Instances in parent group-v416502. [ 1712.313017] env[62226]: DEBUG oslo.service.loopingcall [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.313017] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1712.313017] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07282d90-5f62-4f6c-85c2-99b70eca6504 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.331888] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1712.331888] env[62226]: value = "task-2027532" [ 1712.331888] env[62226]: _type = "Task" [ 1712.331888] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.347287] env[62226]: INFO nova.compute.manager [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Took 35.65 seconds to build instance. [ 1712.353394] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027532, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.369864] env[62226]: DEBUG nova.network.neutron [req-60669c68-a1fc-4563-aa97-937394fd6464 req-2c67e7f8-d8b7-4ef6-a7eb-dc7441422d27 service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Updated VIF entry in instance network info cache for port 03433962-88a9-4063-93e3-0ce922f961c1. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1712.370324] env[62226]: DEBUG nova.network.neutron [req-60669c68-a1fc-4563-aa97-937394fd6464 req-2c67e7f8-d8b7-4ef6-a7eb-dc7441422d27 service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Updating instance_info_cache with network_info: [{"id": "03433962-88a9-4063-93e3-0ce922f961c1", "address": "fa:16:3e:65:a7:94", "network": {"id": "f5e93e45-1b5e-47c5-ab46-c089c0a5781c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1658213636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dd4fc11f8704f15ad03452459b3884a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03433962-88", "ovs_interfaceid": "03433962-88a9-4063-93e3-0ce922f961c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.394197] env[62226]: DEBUG nova.compute.manager [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1712.427026] env[62226]: DEBUG nova.virt.hardware [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1712.427026] env[62226]: DEBUG nova.virt.hardware [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1712.427026] env[62226]: DEBUG nova.virt.hardware [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1712.427227] env[62226]: DEBUG nova.virt.hardware [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1712.427227] env[62226]: DEBUG nova.virt.hardware [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1712.427529] env[62226]: DEBUG nova.virt.hardware [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1712.427909] env[62226]: DEBUG nova.virt.hardware [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1712.428232] env[62226]: DEBUG nova.virt.hardware [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1712.431163] env[62226]: DEBUG nova.virt.hardware [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1712.431163] env[62226]: DEBUG nova.virt.hardware [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1712.431163] env[62226]: DEBUG nova.virt.hardware [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1712.431163] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f96bc44-7982-4955-8f3a-d0c8ea3b29d7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.440190] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5247dfa7-6b8b-4c6f-b0d6-2c508bc678c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.531025] env[62226]: DEBUG nova.scheduler.client.report [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.555631] env[62226]: DEBUG oslo_vmware.api [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027527, 'name': PowerOffVM_Task, 'duration_secs': 0.274724} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.555963] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1712.556128] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1712.556398] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32a1080d-cba8-4188-807f-eec9a121d4cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.651029] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1712.651318] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1712.651510] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Deleting the datastore file [datastore1] d7c708b7-1702-4f31-a8db-07f8d601b7fc {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1712.651843] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fef4618d-5713-42f5-8434-2d8efb4fe75c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.661855] env[62226]: DEBUG oslo_vmware.api [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for the task: (returnval){ [ 1712.661855] env[62226]: value = "task-2027534" [ 1712.661855] env[62226]: _type = "Task" [ 1712.661855] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.671707] env[62226]: DEBUG oslo_vmware.api [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.736344] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027528, 'name': PowerOffVM_Task, 'duration_secs': 0.198789} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.736816] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1712.737196] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1712.738451] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1fa554-cb41-4764-9f3e-5a39d24f103d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.750310] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1712.750310] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-281ad712-d9ac-4908-a134-e26076fb6242 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.802691] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027529, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.847918] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027532, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.854599] env[62226]: DEBUG oslo_concurrency.lockutils [None req-be0bdf62-c0cf-4abf-90bb-76ab3bad0b2c tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Lock "c3769f39-74b6-4fdb-bf70-cfe7f8b12761" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.416s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.875262] env[62226]: DEBUG oslo_concurrency.lockutils [req-60669c68-a1fc-4563-aa97-937394fd6464 req-2c67e7f8-d8b7-4ef6-a7eb-dc7441422d27 service nova] Releasing lock "refresh_cache-0a517109-71f2-4bec-8e05-4eea325692dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.892529] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1712.892797] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1712.892975] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleting the datastore file [datastore2] 2377e8d9-b6cb-4d31-8807-5b513acc1477 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1712.896021] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b07d208-e255-4d5c-8eb8-dd0f5fc943df {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.905058] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1712.905058] env[62226]: value = "task-2027536" [ 1712.905058] env[62226]: _type = "Task" [ 1712.905058] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.912519] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.035383] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.037149] env[62226]: DEBUG nova.compute.manager [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1713.040640] env[62226]: DEBUG oslo_concurrency.lockutils [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.106s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.040826] env[62226]: DEBUG nova.objects.instance [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1713.178176] env[62226]: DEBUG oslo_vmware.api [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.302719] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590852} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.302978] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 0a517109-71f2-4bec-8e05-4eea325692dd/0a517109-71f2-4bec-8e05-4eea325692dd.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.303214] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.303549] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6416f18e-4c46-4317-9cf9-4bf71c937330 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.314975] env[62226]: DEBUG nova.compute.manager [req-b5abec19-642d-4639-b136-c21455b69c60 req-54105f53-eae7-4743-87d7-f2a7be9b606f service nova] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Received event network-changed-64c1bd82-5c36-4966-b7c2-15048918f063 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1713.314975] env[62226]: DEBUG nova.compute.manager [req-b5abec19-642d-4639-b136-c21455b69c60 req-54105f53-eae7-4743-87d7-f2a7be9b606f service nova] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Refreshing instance network info cache due to event network-changed-64c1bd82-5c36-4966-b7c2-15048918f063. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1713.314975] env[62226]: DEBUG oslo_concurrency.lockutils [req-b5abec19-642d-4639-b136-c21455b69c60 req-54105f53-eae7-4743-87d7-f2a7be9b606f service nova] Acquiring lock "refresh_cache-2b9b480d-dcf8-4d9d-b129-3514e935a3ad" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.314975] env[62226]: DEBUG oslo_concurrency.lockutils [req-b5abec19-642d-4639-b136-c21455b69c60 req-54105f53-eae7-4743-87d7-f2a7be9b606f service nova] Acquired lock "refresh_cache-2b9b480d-dcf8-4d9d-b129-3514e935a3ad" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.314975] env[62226]: DEBUG nova.network.neutron [req-b5abec19-642d-4639-b136-c21455b69c60 req-54105f53-eae7-4743-87d7-f2a7be9b606f service nova] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Refreshing network info cache for port 64c1bd82-5c36-4966-b7c2-15048918f063 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.315551] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Waiting for the task: (returnval){ [ 1713.315551] env[62226]: value = "task-2027537" [ 1713.315551] env[62226]: _type = "Task" [ 1713.315551] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.326367] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.343020] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027532, 'name': CreateVM_Task, 'duration_secs': 0.782661} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.343402] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.344087] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.344276] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.344644] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.344913] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79745f5b-b2c9-445c-bf5d-007b2fcda9d5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.350237] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Waiting for the task: (returnval){ [ 1713.350237] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527e1c9f-5f9a-f927-b56a-921928378bbb" [ 1713.350237] env[62226]: _type = "Task" [ 1713.350237] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.360045] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527e1c9f-5f9a-f927-b56a-921928378bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.360382] env[62226]: DEBUG nova.compute.manager [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1713.413677] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.543010] env[62226]: DEBUG nova.compute.utils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1713.544560] env[62226]: DEBUG nova.compute.manager [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1713.544730] env[62226]: DEBUG nova.network.neutron [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1713.617183] env[62226]: DEBUG nova.policy [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c47a41037ec4ba1b69ad93f709be2f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42c6e487c06a4e1da8d60a8145b8697d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1713.674581] env[62226]: DEBUG oslo_vmware.api [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.693881] env[62226]: DEBUG nova.network.neutron [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Successfully updated port: 2bbc4c06-5512-46d4-bc49-3888d0d23a45 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1713.827757] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200173} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.828161] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.830376] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f99480d-080f-4a6e-8524-9ad348738d9a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.856231] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 0a517109-71f2-4bec-8e05-4eea325692dd/0a517109-71f2-4bec-8e05-4eea325692dd.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.857009] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d87ab505-1fb1-46fc-9bfe-863a8b565ee4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.892658] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527e1c9f-5f9a-f927-b56a-921928378bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.026737} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.894265] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.894515] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1713.894888] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.894888] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.895262] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1713.895656] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Waiting for the task: (returnval){ [ 1713.895656] env[62226]: value = "task-2027538" [ 1713.895656] env[62226]: _type = "Task" [ 1713.895656] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.896533] env[62226]: DEBUG nova.network.neutron [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Successfully created port: d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1713.901134] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5579a094-7620-43e8-be79-f55d732751f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.903752] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.920507] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.601953} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.921100] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.922581] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.922792] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1713.923028] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1713.925837] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1713.925911] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1713.927035] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccdec332-8905-4c64-9bf7-bd6162033044 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.933939] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Waiting for the task: (returnval){ [ 1713.933939] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520207c0-c27c-228a-66a6-63812723e6c4" [ 1713.933939] env[62226]: _type = "Task" [ 1713.933939] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.947164] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520207c0-c27c-228a-66a6-63812723e6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.056238] env[62226]: DEBUG nova.compute.manager [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1714.061957] env[62226]: DEBUG oslo_concurrency.lockutils [None req-51981575-2ea7-4133-aa35-72323cf8171b tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.067341] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.390s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.067755] env[62226]: INFO nova.compute.claims [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1714.174715] env[62226]: DEBUG oslo_vmware.api [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.197027] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "refresh_cache-af2b7564-82eb-465d-a072-61dd58516cc1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.197124] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquired lock "refresh_cache-af2b7564-82eb-465d-a072-61dd58516cc1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.197280] env[62226]: DEBUG nova.network.neutron [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1714.220423] env[62226]: DEBUG nova.network.neutron [req-b5abec19-642d-4639-b136-c21455b69c60 req-54105f53-eae7-4743-87d7-f2a7be9b606f service nova] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Updated VIF entry in instance network info cache for port 64c1bd82-5c36-4966-b7c2-15048918f063. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.220839] env[62226]: DEBUG nova.network.neutron [req-b5abec19-642d-4639-b136-c21455b69c60 req-54105f53-eae7-4743-87d7-f2a7be9b606f service nova] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Updating instance_info_cache with network_info: [{"id": "64c1bd82-5c36-4966-b7c2-15048918f063", "address": "fa:16:3e:59:b7:d9", "network": {"id": "b891d988-912c-47eb-94be-27507983d8c9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1335528725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "567d44e89f4e446d9af79884f76df319", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c1bd82-5c", "ovs_interfaceid": "64c1bd82-5c36-4966-b7c2-15048918f063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.413039] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027538, 'name': ReconfigVM_Task, 'duration_secs': 0.440776} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.413039] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 0a517109-71f2-4bec-8e05-4eea325692dd/0a517109-71f2-4bec-8e05-4eea325692dd.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.414024] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0ed389b-9958-4231-8969-c6eeed132e44 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.421019] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Waiting for the task: (returnval){ [ 1714.421019] env[62226]: value = "task-2027539" [ 1714.421019] env[62226]: _type = "Task" [ 1714.421019] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.433064] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027539, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.450595] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520207c0-c27c-228a-66a6-63812723e6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.018487} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.451513] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-813678ca-cc1c-4e11-a1a6-a182a941f0f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.458133] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Waiting for the task: (returnval){ [ 1714.458133] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f3a163-e0c5-ebce-efdd-f28d43bf95e2" [ 1714.458133] env[62226]: _type = "Task" [ 1714.458133] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.467744] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f3a163-e0c5-ebce-efdd-f28d43bf95e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.675709] env[62226]: DEBUG oslo_vmware.api [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Task: {'id': task-2027534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.640959} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.676139] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1714.676560] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1714.676776] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1714.677096] env[62226]: INFO nova.compute.manager [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1714.677361] env[62226]: DEBUG oslo.service.loopingcall [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.677554] env[62226]: DEBUG nova.compute.manager [-] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1714.677649] env[62226]: DEBUG nova.network.neutron [-] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1714.688897] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Acquiring lock "6798791d-4bc3-438c-953d-a3da73c33139" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.689135] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Lock "6798791d-4bc3-438c-953d-a3da73c33139" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.723488] env[62226]: DEBUG oslo_concurrency.lockutils [req-b5abec19-642d-4639-b136-c21455b69c60 req-54105f53-eae7-4743-87d7-f2a7be9b606f service nova] Releasing lock "refresh_cache-2b9b480d-dcf8-4d9d-b129-3514e935a3ad" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.733356] env[62226]: DEBUG nova.network.neutron [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1714.875579] env[62226]: DEBUG nova.network.neutron [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Updating instance_info_cache with network_info: [{"id": "2bbc4c06-5512-46d4-bc49-3888d0d23a45", "address": "fa:16:3e:d8:3a:88", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbc4c06-55", "ovs_interfaceid": "2bbc4c06-5512-46d4-bc49-3888d0d23a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.931205] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027539, 'name': Rename_Task, 'duration_secs': 0.148842} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.931475] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.931718] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25e63a8e-97d0-4bea-94c8-520f79651013 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.938858] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Waiting for the task: (returnval){ [ 1714.938858] env[62226]: value = "task-2027540" [ 1714.938858] env[62226]: _type = "Task" [ 1714.938858] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.947680] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.964821] env[62226]: DEBUG nova.virt.hardware [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1714.965066] env[62226]: DEBUG nova.virt.hardware [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.965224] env[62226]: DEBUG nova.virt.hardware [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1714.965402] env[62226]: DEBUG nova.virt.hardware [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.965544] env[62226]: DEBUG nova.virt.hardware [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1714.965687] env[62226]: DEBUG nova.virt.hardware [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1714.965927] env[62226]: DEBUG nova.virt.hardware [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1714.966720] env[62226]: DEBUG nova.virt.hardware [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1714.967829] env[62226]: DEBUG nova.virt.hardware [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1714.967829] env[62226]: DEBUG nova.virt.hardware [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1714.967829] env[62226]: DEBUG nova.virt.hardware [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1714.968561] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a750aafd-aeb7-4780-9c82-f363689cdaf1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.976230] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f3a163-e0c5-ebce-efdd-f28d43bf95e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.976868] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.977150] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 2b9b480d-dcf8-4d9d-b129-3514e935a3ad/2b9b480d-dcf8-4d9d-b129-3514e935a3ad.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1714.977407] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad9e021a-9788-48bb-8ddb-88d8693a0c57 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.982693] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fa6315-7c95-4975-b1e9-ef20057a5fa9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.988720] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Waiting for the task: (returnval){ [ 1714.988720] env[62226]: value = "task-2027541" [ 1714.988720] env[62226]: _type = "Task" [ 1714.988720] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.001295] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ae:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baa4416e-5bad-4b46-b1d9-dcff55bb2ad7', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.010406] env[62226]: DEBUG oslo.service.loopingcall [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.010406] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.010406] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a49a740-5656-479c-838c-9a67c8804ada {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.029235] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.035488] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.035488] env[62226]: value = "task-2027542" [ 1715.035488] env[62226]: _type = "Task" [ 1715.035488] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.043699] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027542, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.072373] env[62226]: DEBUG nova.compute.manager [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1715.098823] env[62226]: DEBUG nova.virt.hardware [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1715.099111] env[62226]: DEBUG nova.virt.hardware [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1715.099111] env[62226]: DEBUG nova.virt.hardware [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1715.099340] env[62226]: DEBUG nova.virt.hardware [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1715.099501] env[62226]: DEBUG nova.virt.hardware [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1715.099653] env[62226]: DEBUG nova.virt.hardware [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1715.099875] env[62226]: DEBUG nova.virt.hardware [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1715.100533] env[62226]: DEBUG nova.virt.hardware [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1715.100533] env[62226]: DEBUG nova.virt.hardware [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1715.100533] env[62226]: DEBUG nova.virt.hardware [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1715.100692] env[62226]: DEBUG nova.virt.hardware [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1715.101715] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aacfa2c-9c5b-4d8a-b9e0-06e55a64f6ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.113320] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f16436-42b5-496f-a921-3fcf2f0bfa70 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.379588] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Releasing lock "refresh_cache-af2b7564-82eb-465d-a072-61dd58516cc1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.379941] env[62226]: DEBUG nova.compute.manager [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Instance network_info: |[{"id": "2bbc4c06-5512-46d4-bc49-3888d0d23a45", "address": "fa:16:3e:d8:3a:88", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbc4c06-55", "ovs_interfaceid": "2bbc4c06-5512-46d4-bc49-3888d0d23a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1715.381370] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:3a:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bbc4c06-5512-46d4-bc49-3888d0d23a45', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.390878] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Creating folder: Project (42c6e487c06a4e1da8d60a8145b8697d). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1715.391226] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac32fa70-0d81-4d5e-a342-3e790593d204 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.415182] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Created folder: Project (42c6e487c06a4e1da8d60a8145b8697d) in parent group-v416438. [ 1715.415182] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Creating folder: Instances. Parent ref: group-v416506. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1715.415182] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-529b212a-5356-4c48-a80f-7480cfe9d616 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.432623] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Created folder: Instances in parent group-v416506. [ 1715.432852] env[62226]: DEBUG oslo.service.loopingcall [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.433309] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.433645] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e93cfab-29be-448e-be61-f248dac60585 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.462278] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.462278] env[62226]: value = "task-2027545" [ 1715.462278] env[62226]: _type = "Task" [ 1715.462278] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.465997] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027540, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.486192] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027545, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.493421] env[62226]: DEBUG nova.network.neutron [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Successfully updated port: d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.509676] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027541, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.548534] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027542, 'name': CreateVM_Task, 'duration_secs': 0.355989} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.548715] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.549420] env[62226]: DEBUG oslo_concurrency.lockutils [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.549583] env[62226]: DEBUG oslo_concurrency.lockutils [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.550102] env[62226]: DEBUG oslo_concurrency.lockutils [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.550502] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef567a8f-60f3-437c-b897-43e34c9b61df {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.559377] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1715.559377] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5214a688-c399-d453-390b-3fe34396c7b4" [ 1715.559377] env[62226]: _type = "Task" [ 1715.559377] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.574886] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5214a688-c399-d453-390b-3fe34396c7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.649336] env[62226]: DEBUG nova.compute.manager [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Received event network-vif-plugged-2bbc4c06-5512-46d4-bc49-3888d0d23a45 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1715.649531] env[62226]: DEBUG oslo_concurrency.lockutils [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] Acquiring lock "af2b7564-82eb-465d-a072-61dd58516cc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.649805] env[62226]: DEBUG oslo_concurrency.lockutils [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] Lock "af2b7564-82eb-465d-a072-61dd58516cc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.650061] env[62226]: DEBUG oslo_concurrency.lockutils [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] Lock "af2b7564-82eb-465d-a072-61dd58516cc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.650184] env[62226]: DEBUG nova.compute.manager [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] No waiting events found dispatching network-vif-plugged-2bbc4c06-5512-46d4-bc49-3888d0d23a45 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.650383] env[62226]: WARNING nova.compute.manager [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Received unexpected event network-vif-plugged-2bbc4c06-5512-46d4-bc49-3888d0d23a45 for instance with vm_state building and task_state spawning. [ 1715.650550] env[62226]: DEBUG nova.compute.manager [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Received event network-changed-2bbc4c06-5512-46d4-bc49-3888d0d23a45 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1715.650698] env[62226]: DEBUG nova.compute.manager [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Refreshing instance network info cache due to event network-changed-2bbc4c06-5512-46d4-bc49-3888d0d23a45. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1715.650899] env[62226]: DEBUG oslo_concurrency.lockutils [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] Acquiring lock "refresh_cache-af2b7564-82eb-465d-a072-61dd58516cc1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.651069] env[62226]: DEBUG oslo_concurrency.lockutils [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] Acquired lock "refresh_cache-af2b7564-82eb-465d-a072-61dd58516cc1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.651255] env[62226]: DEBUG nova.network.neutron [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Refreshing network info cache for port 2bbc4c06-5512-46d4-bc49-3888d0d23a45 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1715.654392] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3a1d33-317d-4bf0-a743-032fa216c9fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.665797] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8110dbd1-9b4f-4341-90e3-59b1d885f995 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.695546] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8c708b-c55f-432a-bc90-ca3279199478 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.703758] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404eb157-8816-4e25-91ef-a6f0aa2214b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.718201] env[62226]: DEBUG nova.compute.provider_tree [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.720956] env[62226]: DEBUG nova.compute.manager [req-7fd80c75-b2ee-4a46-8afe-b8f12c99932f req-2107bba3-ca46-43c7-8065-91053dd3af89 service nova] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Received event network-vif-plugged-d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1715.721197] env[62226]: DEBUG oslo_concurrency.lockutils [req-7fd80c75-b2ee-4a46-8afe-b8f12c99932f req-2107bba3-ca46-43c7-8065-91053dd3af89 service nova] Acquiring lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.721999] env[62226]: DEBUG oslo_concurrency.lockutils [req-7fd80c75-b2ee-4a46-8afe-b8f12c99932f req-2107bba3-ca46-43c7-8065-91053dd3af89 service nova] Lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.721999] env[62226]: DEBUG oslo_concurrency.lockutils [req-7fd80c75-b2ee-4a46-8afe-b8f12c99932f req-2107bba3-ca46-43c7-8065-91053dd3af89 service nova] Lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.721999] env[62226]: DEBUG nova.compute.manager [req-7fd80c75-b2ee-4a46-8afe-b8f12c99932f req-2107bba3-ca46-43c7-8065-91053dd3af89 service nova] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] No waiting events found dispatching network-vif-plugged-d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.721999] env[62226]: WARNING nova.compute.manager [req-7fd80c75-b2ee-4a46-8afe-b8f12c99932f req-2107bba3-ca46-43c7-8065-91053dd3af89 service nova] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Received unexpected event network-vif-plugged-d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8 for instance with vm_state building and task_state spawning. [ 1715.787487] env[62226]: DEBUG nova.network.neutron [-] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.916617] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Acquiring lock "c3769f39-74b6-4fdb-bf70-cfe7f8b12761" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.916823] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Lock "c3769f39-74b6-4fdb-bf70-cfe7f8b12761" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.917178] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Acquiring lock "c3769f39-74b6-4fdb-bf70-cfe7f8b12761-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.917275] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Lock "c3769f39-74b6-4fdb-bf70-cfe7f8b12761-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.917445] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Lock "c3769f39-74b6-4fdb-bf70-cfe7f8b12761-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.922251] env[62226]: INFO nova.compute.manager [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Terminating instance [ 1715.962174] env[62226]: DEBUG oslo_vmware.api [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027540, 'name': PowerOnVM_Task, 'duration_secs': 0.586372} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.965249] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.965249] env[62226]: INFO nova.compute.manager [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1715.965249] env[62226]: DEBUG nova.compute.manager [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.965249] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a2638-4d92-44db-a88a-8ba9de82a784 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.978396] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027545, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.007329] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "refresh_cache-f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.007329] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquired lock "refresh_cache-f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.007465] env[62226]: DEBUG nova.network.neutron [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.010771] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61371} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.011508] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 2b9b480d-dcf8-4d9d-b129-3514e935a3ad/2b9b480d-dcf8-4d9d-b129-3514e935a3ad.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.011792] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.012050] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e29de2fa-7716-4ae6-bf30-641a7e52634c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.021100] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Waiting for the task: (returnval){ [ 1716.021100] env[62226]: value = "task-2027546" [ 1716.021100] env[62226]: _type = "Task" [ 1716.021100] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.030974] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.070451] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5214a688-c399-d453-390b-3fe34396c7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.028304} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.071475] env[62226]: DEBUG oslo_concurrency.lockutils [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.071753] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.071992] env[62226]: DEBUG oslo_concurrency.lockutils [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.072157] env[62226]: DEBUG oslo_concurrency.lockutils [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.072331] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.072590] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b67c607-1ff0-41ad-b056-1a244f4d39d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.091921] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.092112] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.093136] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b0bff2-706b-46bc-951b-0bd0ae4d3bb0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.101929] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1716.101929] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5272c42a-5713-dd8f-d97c-84d4e7da3c43" [ 1716.101929] env[62226]: _type = "Task" [ 1716.101929] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.112750] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5272c42a-5713-dd8f-d97c-84d4e7da3c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.252137] env[62226]: ERROR nova.scheduler.client.report [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [req-24b67412-4c61-4fa1-92b0-a43e09d65a05] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-24b67412-4c61-4fa1-92b0-a43e09d65a05"}]} [ 1716.269193] env[62226]: DEBUG nova.scheduler.client.report [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1716.290938] env[62226]: DEBUG nova.scheduler.client.report [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1716.291298] env[62226]: DEBUG nova.compute.provider_tree [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.293626] env[62226]: INFO nova.compute.manager [-] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Took 1.62 seconds to deallocate network for instance. [ 1716.310955] env[62226]: DEBUG nova.scheduler.client.report [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1716.339283] env[62226]: DEBUG nova.scheduler.client.report [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1716.421913] env[62226]: DEBUG nova.network.neutron [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Updated VIF entry in instance network info cache for port 2bbc4c06-5512-46d4-bc49-3888d0d23a45. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1716.422250] env[62226]: DEBUG nova.network.neutron [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Updating instance_info_cache with network_info: [{"id": "2bbc4c06-5512-46d4-bc49-3888d0d23a45", "address": "fa:16:3e:d8:3a:88", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbc4c06-55", "ovs_interfaceid": "2bbc4c06-5512-46d4-bc49-3888d0d23a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.428571] env[62226]: DEBUG nova.compute.manager [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1716.428571] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1716.428571] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f773db0-ddd1-4f19-90d9-180abd25f7f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.434745] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.437632] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56e9b41e-3651-473b-b2b8-7176de2bc533 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.445708] env[62226]: DEBUG oslo_vmware.api [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Waiting for the task: (returnval){ [ 1716.445708] env[62226]: value = "task-2027547" [ 1716.445708] env[62226]: _type = "Task" [ 1716.445708] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.456423] env[62226]: DEBUG oslo_vmware.api [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.484050] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027545, 'name': CreateVM_Task, 'duration_secs': 0.971052} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.484050] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.484379] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.484766] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.485197] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.485197] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb4d82b-f54d-4e91-b123-a323b21fb189 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.498035] env[62226]: INFO nova.compute.manager [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Took 38.52 seconds to build instance. [ 1716.498771] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1716.498771] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c07acb-5718-aee3-0881-d2d602a3406c" [ 1716.498771] env[62226]: _type = "Task" [ 1716.498771] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.510152] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c07acb-5718-aee3-0881-d2d602a3406c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.529600] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237401} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.529857] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1716.531147] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56bf134-5256-49ba-b368-94445b6ebfad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.555451] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 2b9b480d-dcf8-4d9d-b129-3514e935a3ad/2b9b480d-dcf8-4d9d-b129-3514e935a3ad.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.558700] env[62226]: DEBUG nova.network.neutron [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1716.560761] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df8a540d-da5f-4b52-8688-149a43de72d5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.585736] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Waiting for the task: (returnval){ [ 1716.585736] env[62226]: value = "task-2027548" [ 1716.585736] env[62226]: _type = "Task" [ 1716.585736] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.596472] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.611316] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5272c42a-5713-dd8f-d97c-84d4e7da3c43, 'name': SearchDatastore_Task, 'duration_secs': 0.043173} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.616165] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dfaf139-111d-4d42-a677-c54b45776d65 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.623021] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1716.623021] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5245b786-5a4b-ffa6-2ca9-820ca9dfa697" [ 1716.623021] env[62226]: _type = "Task" [ 1716.623021] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.633162] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5245b786-5a4b-ffa6-2ca9-820ca9dfa697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.750243] env[62226]: DEBUG nova.network.neutron [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Updating instance_info_cache with network_info: [{"id": "d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8", "address": "fa:16:3e:98:ff:b1", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a75ea5-0a", "ovs_interfaceid": "d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.801676] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.831424] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f79203-cb89-4a00-bcb1-c58f78839cf8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.839635] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0705f737-00d2-4f7b-b50a-f76f55342279 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.871520] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020eb54b-15ef-487e-b329-a2ef77cc90eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.879539] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f529f866-47a0-416e-931e-8af0b2c34dc0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.895086] env[62226]: DEBUG nova.compute.provider_tree [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.927054] env[62226]: DEBUG oslo_concurrency.lockutils [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] Releasing lock "refresh_cache-af2b7564-82eb-465d-a072-61dd58516cc1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.927360] env[62226]: DEBUG nova.compute.manager [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Received event network-vif-deleted-de4ba32b-3483-42e5-8c67-98641b521ae8 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1716.927541] env[62226]: INFO nova.compute.manager [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Neutron deleted interface de4ba32b-3483-42e5-8c67-98641b521ae8; detaching it from the instance and deleting it from the info cache [ 1716.927709] env[62226]: DEBUG nova.network.neutron [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.955392] env[62226]: DEBUG oslo_vmware.api [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027547, 'name': PowerOffVM_Task, 'duration_secs': 0.214191} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.955655] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.955866] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1716.956081] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8692fc79-c361-47a9-8e72-50e752060734 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.999885] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8e37ecaa-3c3d-4c90-9c70-3eb670713bde tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Lock "0a517109-71f2-4bec-8e05-4eea325692dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.415s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.010945] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c07acb-5718-aee3-0881-d2d602a3406c, 'name': SearchDatastore_Task, 'duration_secs': 0.012487} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.011260] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.011489] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.011719] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.011865] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.012079] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.013018] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4930fc7e-b998-4710-b2cd-b949f4d33679 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.021819] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.021998] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.023676] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cfb1ca7-0e30-4972-90dc-fa0cf7813319 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.026237] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1717.026428] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1717.026594] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Deleting the datastore file [datastore2] c3769f39-74b6-4fdb-bf70-cfe7f8b12761 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1717.026811] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d40a0ce-df67-45eb-a555-0b2e899291c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.032101] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1717.032101] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529b0bef-6c85-0ec3-8aa3-da33fcf9d67e" [ 1717.032101] env[62226]: _type = "Task" [ 1717.032101] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.032579] env[62226]: DEBUG oslo_vmware.api [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Waiting for the task: (returnval){ [ 1717.032579] env[62226]: value = "task-2027550" [ 1717.032579] env[62226]: _type = "Task" [ 1717.032579] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.043992] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529b0bef-6c85-0ec3-8aa3-da33fcf9d67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.046821] env[62226]: DEBUG oslo_vmware.api [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.094316] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027548, 'name': ReconfigVM_Task, 'duration_secs': 0.303046} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.094580] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 2b9b480d-dcf8-4d9d-b129-3514e935a3ad/2b9b480d-dcf8-4d9d-b129-3514e935a3ad.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.095249] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4935786a-e696-4a0e-8128-7614e6a874f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.100644] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Waiting for the task: (returnval){ [ 1717.100644] env[62226]: value = "task-2027551" [ 1717.100644] env[62226]: _type = "Task" [ 1717.100644] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.107733] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027551, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.130164] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5245b786-5a4b-ffa6-2ca9-820ca9dfa697, 'name': SearchDatastore_Task, 'duration_secs': 0.023381} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.130419] env[62226]: DEBUG oslo_concurrency.lockutils [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.130684] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 2377e8d9-b6cb-4d31-8807-5b513acc1477/2377e8d9-b6cb-4d31-8807-5b513acc1477.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.130928] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f712a801-c30f-41d9-9ae4-42a52480e896 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.136480] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1717.136480] env[62226]: value = "task-2027552" [ 1717.136480] env[62226]: _type = "Task" [ 1717.136480] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.143569] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.254270] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Releasing lock "refresh_cache-f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.254270] env[62226]: DEBUG nova.compute.manager [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Instance network_info: |[{"id": "d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8", "address": "fa:16:3e:98:ff:b1", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a75ea5-0a", "ovs_interfaceid": "d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1717.254481] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:ff:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2a75ea5-0af7-42ab-b139-b7f7fbdee5e8', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1717.263027] env[62226]: DEBUG oslo.service.loopingcall [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.263027] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1717.263027] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-340017c6-9dee-438e-9124-5a83b57bd087 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.287785] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1717.287785] env[62226]: value = "task-2027553" [ 1717.287785] env[62226]: _type = "Task" [ 1717.287785] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.295031] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027553, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.430912] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa0b063b-5d36-4c47-bc29-447a1571b8c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.445023] env[62226]: DEBUG nova.scheduler.client.report [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Updated inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1717.445023] env[62226]: DEBUG nova.compute.provider_tree [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Updating resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a generation from 45 to 46 during operation: update_inventory {{(pid=62226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1717.445023] env[62226]: DEBUG nova.compute.provider_tree [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1717.447239] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7630e7f-060b-496e-89ef-810e0e2a44a4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.459899] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.394s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.460793] env[62226]: DEBUG nova.compute.manager [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.463603] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.867s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.463835] env[62226]: DEBUG nova.objects.instance [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lazy-loading 'resources' on Instance uuid 98770d13-fd1e-4d55-b4a7-4e17b260167a {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.486127] env[62226]: DEBUG nova.compute.manager [req-ac4dbb90-a4fa-4945-8b3f-cdf5c4d8ff51 req-f66bc767-d98d-48c0-8568-162da964f905 service nova] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Detach interface failed, port_id=de4ba32b-3483-42e5-8c67-98641b521ae8, reason: Instance d7c708b7-1702-4f31-a8db-07f8d601b7fc could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1717.505484] env[62226]: DEBUG nova.compute.manager [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1717.547011] env[62226]: DEBUG oslo_vmware.api [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Task: {'id': task-2027550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131497} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.551318] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1717.551318] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1717.551479] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1717.551571] env[62226]: INFO nova.compute.manager [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1717.551823] env[62226]: DEBUG oslo.service.loopingcall [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.552532] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529b0bef-6c85-0ec3-8aa3-da33fcf9d67e, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.552664] env[62226]: DEBUG nova.compute.manager [-] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1717.552759] env[62226]: DEBUG nova.network.neutron [-] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1717.555503] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3220c7-1daf-4f67-aada-85f7e144baee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.562511] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1717.562511] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526e4010-9fc0-5034-29ea-623bec424fcb" [ 1717.562511] env[62226]: _type = "Task" [ 1717.562511] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.571666] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526e4010-9fc0-5034-29ea-623bec424fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.611255] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027551, 'name': Rename_Task, 'duration_secs': 0.128855} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.611562] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1717.611818] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b41ff00e-7d35-4e3b-ae73-2d2f11d80760 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.618694] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Waiting for the task: (returnval){ [ 1717.618694] env[62226]: value = "task-2027554" [ 1717.618694] env[62226]: _type = "Task" [ 1717.618694] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.626483] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.645922] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499538} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.646252] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 2377e8d9-b6cb-4d31-8807-5b513acc1477/2377e8d9-b6cb-4d31-8807-5b513acc1477.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.646546] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.646713] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-991fdc0d-b51d-45ef-871a-f6de9c2f26f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.653045] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1717.653045] env[62226]: value = "task-2027555" [ 1717.653045] env[62226]: _type = "Task" [ 1717.653045] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.662269] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.795144] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027553, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.968816] env[62226]: DEBUG nova.compute.utils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.974541] env[62226]: DEBUG nova.compute.manager [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1717.974715] env[62226]: DEBUG nova.network.neutron [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1718.029656] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.044963] env[62226]: DEBUG nova.policy [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ceaf327116a4f59810f83ad51c837b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1484f04bd634cf79a109bde3bbc1254', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1718.077026] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526e4010-9fc0-5034-29ea-623bec424fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.020434} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.077310] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.077562] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] af2b7564-82eb-465d-a072-61dd58516cc1/af2b7564-82eb-465d-a072-61dd58516cc1.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1718.077814] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d93cabe3-740b-40c4-8f85-8afa3ff4ac52 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.085588] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1718.085588] env[62226]: value = "task-2027556" [ 1718.085588] env[62226]: _type = "Task" [ 1718.085588] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.095262] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.130656] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027554, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.164086] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070501} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.167176] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.168291] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a25903c-a0be-47d7-8e50-0a3b6fe9b03e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.191131] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 2377e8d9-b6cb-4d31-8807-5b513acc1477/2377e8d9-b6cb-4d31-8807-5b513acc1477.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.193931] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f687866d-2639-4950-9e9e-ae3bafe9343c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.221231] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1718.221231] env[62226]: value = "task-2027557" [ 1718.221231] env[62226]: _type = "Task" [ 1718.221231] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.233436] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.297863] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027553, 'name': CreateVM_Task, 'duration_secs': 0.618444} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.298091] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1718.298781] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.298946] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.299292] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1718.299544] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46163211-70cc-4534-8c75-f4d0aa5bdd17 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.304059] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1718.304059] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d43ded-81d9-3e56-856f-2a14d9989890" [ 1718.304059] env[62226]: _type = "Task" [ 1718.304059] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.316448] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d43ded-81d9-3e56-856f-2a14d9989890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.337128] env[62226]: DEBUG nova.network.neutron [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Successfully created port: 3c96c11f-5d74-4654-9030-e0a7afac17fd {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1718.339357] env[62226]: DEBUG nova.network.neutron [-] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.475666] env[62226]: DEBUG nova.compute.manager [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1718.521234] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4f501b-92cc-4478-b49b-850bfa5b6ca9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.529718] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a019d03-666a-404d-be4b-8a9bdc984cce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.566110] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0995445-eb45-451d-a768-fc8c67df8d1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.573041] env[62226]: DEBUG nova.compute.manager [req-123e7e30-7b9b-40a2-b54a-a35d21a1c041 req-03fcaa8a-d8c8-4d29-b658-c30d663b5356 service nova] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Received event network-changed-d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1718.573196] env[62226]: DEBUG nova.compute.manager [req-123e7e30-7b9b-40a2-b54a-a35d21a1c041 req-03fcaa8a-d8c8-4d29-b658-c30d663b5356 service nova] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Refreshing instance network info cache due to event network-changed-d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1718.573402] env[62226]: DEBUG oslo_concurrency.lockutils [req-123e7e30-7b9b-40a2-b54a-a35d21a1c041 req-03fcaa8a-d8c8-4d29-b658-c30d663b5356 service nova] Acquiring lock "refresh_cache-f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.573543] env[62226]: DEBUG oslo_concurrency.lockutils [req-123e7e30-7b9b-40a2-b54a-a35d21a1c041 req-03fcaa8a-d8c8-4d29-b658-c30d663b5356 service nova] Acquired lock "refresh_cache-f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.573701] env[62226]: DEBUG nova.network.neutron [req-123e7e30-7b9b-40a2-b54a-a35d21a1c041 req-03fcaa8a-d8c8-4d29-b658-c30d663b5356 service nova] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Refreshing network info cache for port d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.584057] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b60ac9-b901-4def-8805-b09f79afddd3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.599475] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027556, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.609223] env[62226]: DEBUG nova.compute.provider_tree [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1718.631038] env[62226]: DEBUG oslo_vmware.api [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027554, 'name': PowerOnVM_Task, 'duration_secs': 0.519734} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.631328] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1718.631622] env[62226]: INFO nova.compute.manager [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1718.631701] env[62226]: DEBUG nova.compute.manager [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.632744] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17c7f45-e368-48ad-893d-ec6aadeacf2b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.735785] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.818513] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d43ded-81d9-3e56-856f-2a14d9989890, 'name': SearchDatastore_Task, 'duration_secs': 0.027069} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.819048] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.819473] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1718.819725] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.819906] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.820129] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1718.820459] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71aea4de-73ab-4701-945a-25afa8dcb9cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.834708] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1718.834909] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1718.835716] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2258074-6b94-4b22-8acc-4d20b12168ad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.842565] env[62226]: INFO nova.compute.manager [-] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Took 1.29 seconds to deallocate network for instance. [ 1718.849662] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1718.849662] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ea2fa5-845a-1da7-fc72-ae18b8e75230" [ 1718.849662] env[62226]: _type = "Task" [ 1718.849662] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.859997] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ea2fa5-845a-1da7-fc72-ae18b8e75230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.101064] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913449} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.101286] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] af2b7564-82eb-465d-a072-61dd58516cc1/af2b7564-82eb-465d-a072-61dd58516cc1.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.102020] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.102020] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a053e94-d566-4136-a716-967a2ac67d55 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.108371] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1719.108371] env[62226]: value = "task-2027558" [ 1719.108371] env[62226]: _type = "Task" [ 1719.108371] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.119965] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.152296] env[62226]: INFO nova.compute.manager [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Took 39.92 seconds to build instance. [ 1719.163076] env[62226]: DEBUG nova.scheduler.client.report [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Updated inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1719.163418] env[62226]: DEBUG nova.compute.provider_tree [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Updating resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a generation from 46 to 47 during operation: update_inventory {{(pid=62226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1719.164394] env[62226]: DEBUG nova.compute.provider_tree [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1719.231112] env[62226]: DEBUG nova.compute.manager [req-c2f2926d-1b87-4784-b1c9-b8e49743257c req-b035ed4d-dd96-4c86-8999-3803b7a88adb service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Received event network-changed-03433962-88a9-4063-93e3-0ce922f961c1 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1719.231112] env[62226]: DEBUG nova.compute.manager [req-c2f2926d-1b87-4784-b1c9-b8e49743257c req-b035ed4d-dd96-4c86-8999-3803b7a88adb service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Refreshing instance network info cache due to event network-changed-03433962-88a9-4063-93e3-0ce922f961c1. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1719.231112] env[62226]: DEBUG oslo_concurrency.lockutils [req-c2f2926d-1b87-4784-b1c9-b8e49743257c req-b035ed4d-dd96-4c86-8999-3803b7a88adb service nova] Acquiring lock "refresh_cache-0a517109-71f2-4bec-8e05-4eea325692dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.231112] env[62226]: DEBUG oslo_concurrency.lockutils [req-c2f2926d-1b87-4784-b1c9-b8e49743257c req-b035ed4d-dd96-4c86-8999-3803b7a88adb service nova] Acquired lock "refresh_cache-0a517109-71f2-4bec-8e05-4eea325692dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.231402] env[62226]: DEBUG nova.network.neutron [req-c2f2926d-1b87-4784-b1c9-b8e49743257c req-b035ed4d-dd96-4c86-8999-3803b7a88adb service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Refreshing network info cache for port 03433962-88a9-4063-93e3-0ce922f961c1 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.236342] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027557, 'name': ReconfigVM_Task, 'duration_secs': 0.58557} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.238735] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 2377e8d9-b6cb-4d31-8807-5b513acc1477/2377e8d9-b6cb-4d31-8807-5b513acc1477.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.239943] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45884db5-1505-432e-b07f-90a998bb3d6a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.248408] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1719.248408] env[62226]: value = "task-2027559" [ 1719.248408] env[62226]: _type = "Task" [ 1719.248408] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.258129] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027559, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.351112] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.361461] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ea2fa5-845a-1da7-fc72-ae18b8e75230, 'name': SearchDatastore_Task, 'duration_secs': 0.027234} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.362132] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9808a5a4-aae4-4bbc-aa0c-57b21947c776 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.370207] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1719.370207] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d04be4-7b0d-68fc-69e8-36069567912e" [ 1719.370207] env[62226]: _type = "Task" [ 1719.370207] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.379021] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d04be4-7b0d-68fc-69e8-36069567912e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.451521] env[62226]: DEBUG nova.network.neutron [req-123e7e30-7b9b-40a2-b54a-a35d21a1c041 req-03fcaa8a-d8c8-4d29-b658-c30d663b5356 service nova] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Updated VIF entry in instance network info cache for port d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.451884] env[62226]: DEBUG nova.network.neutron [req-123e7e30-7b9b-40a2-b54a-a35d21a1c041 req-03fcaa8a-d8c8-4d29-b658-c30d663b5356 service nova] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Updating instance_info_cache with network_info: [{"id": "d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8", "address": "fa:16:3e:98:ff:b1", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a75ea5-0a", "ovs_interfaceid": "d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.488065] env[62226]: DEBUG nova.compute.manager [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1719.515017] env[62226]: DEBUG nova.virt.hardware [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1719.515017] env[62226]: DEBUG nova.virt.hardware [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.515017] env[62226]: DEBUG nova.virt.hardware [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1719.515203] env[62226]: DEBUG nova.virt.hardware [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.515203] env[62226]: DEBUG nova.virt.hardware [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1719.515524] env[62226]: DEBUG nova.virt.hardware [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1719.515841] env[62226]: DEBUG nova.virt.hardware [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1719.516157] env[62226]: DEBUG nova.virt.hardware [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1719.516439] env[62226]: DEBUG nova.virt.hardware [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1719.516726] env[62226]: DEBUG nova.virt.hardware [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1719.517023] env[62226]: DEBUG nova.virt.hardware [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1719.518193] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f97f20-a01b-42fd-beee-76511c6cf672 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.525837] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f69037-2ceb-463a-96db-1695681a2a44 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.617271] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.293715} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.617540] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1719.618360] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34690681-be37-40d1-b3ba-623f52f46029 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.639582] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] af2b7564-82eb-465d-a072-61dd58516cc1/af2b7564-82eb-465d-a072-61dd58516cc1.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1719.639797] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36812f65-c7d1-4726-9498-d9e31e455906 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.653527] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2b32f1ba-e7da-4873-827b-b7fdc5e47e9f tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Lock "2b9b480d-dcf8-4d9d-b129-3514e935a3ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.010s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.659815] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1719.659815] env[62226]: value = "task-2027560" [ 1719.659815] env[62226]: _type = "Task" [ 1719.659815] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.668444] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.673546] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.675694] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.544s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.675884] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.676240] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1719.676530] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.873s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.678859] env[62226]: INFO nova.compute.claims [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.683116] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359ea5dd-ca06-4198-baf9-9068f0811faa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.692023] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da2c7a-13e5-4f8d-b8bb-1114b525fac9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.695085] env[62226]: INFO nova.scheduler.client.report [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Deleted allocations for instance 98770d13-fd1e-4d55-b4a7-4e17b260167a [ 1719.707459] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae88e962-5a19-4f73-937e-50d00d7397c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.715250] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efab5722-81b1-4f4e-b5ec-f16efb20806b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.751602] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179861MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1719.751740] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.762161] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027559, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.881973] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d04be4-7b0d-68fc-69e8-36069567912e, 'name': SearchDatastore_Task, 'duration_secs': 0.026371} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.882258] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.882557] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c/f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1719.882816] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93d0e40a-0e5f-4e92-8c88-74a4896ca615 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.889118] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1719.889118] env[62226]: value = "task-2027561" [ 1719.889118] env[62226]: _type = "Task" [ 1719.889118] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.897075] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.930347] env[62226]: DEBUG nova.network.neutron [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Successfully updated port: 3c96c11f-5d74-4654-9030-e0a7afac17fd {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.955040] env[62226]: DEBUG oslo_concurrency.lockutils [req-123e7e30-7b9b-40a2-b54a-a35d21a1c041 req-03fcaa8a-d8c8-4d29-b658-c30d663b5356 service nova] Releasing lock "refresh_cache-f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.162031] env[62226]: DEBUG nova.compute.manager [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1720.171338] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.211744] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfc700b7-167e-4746-a943-e232aaa5178a tempest-AttachInterfacesV270Test-1909330835 tempest-AttachInterfacesV270Test-1909330835-project-member] Lock "98770d13-fd1e-4d55-b4a7-4e17b260167a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.218s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.264266] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027559, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.347379] env[62226]: DEBUG nova.network.neutron [req-c2f2926d-1b87-4784-b1c9-b8e49743257c req-b035ed4d-dd96-4c86-8999-3803b7a88adb service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Updated VIF entry in instance network info cache for port 03433962-88a9-4063-93e3-0ce922f961c1. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.347718] env[62226]: DEBUG nova.network.neutron [req-c2f2926d-1b87-4784-b1c9-b8e49743257c req-b035ed4d-dd96-4c86-8999-3803b7a88adb service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Updating instance_info_cache with network_info: [{"id": "03433962-88a9-4063-93e3-0ce922f961c1", "address": "fa:16:3e:65:a7:94", "network": {"id": "f5e93e45-1b5e-47c5-ab46-c089c0a5781c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1658213636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dd4fc11f8704f15ad03452459b3884a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03433962-88", "ovs_interfaceid": "03433962-88a9-4063-93e3-0ce922f961c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.402271] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.430623] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "refresh_cache-f263411a-c4ff-4ee8-a10a-7fc791491124" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.430771] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquired lock "refresh_cache-f263411a-c4ff-4ee8-a10a-7fc791491124" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.430997] env[62226]: DEBUG nova.network.neutron [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1720.678989] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027560, 'name': ReconfigVM_Task, 'duration_secs': 0.973453} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.679467] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Reconfigured VM instance instance-00000015 to attach disk [datastore2] af2b7564-82eb-465d-a072-61dd58516cc1/af2b7564-82eb-465d-a072-61dd58516cc1.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.680316] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8263c14-4a72-4224-9790-e38ad1ca4909 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.688328] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1720.688328] env[62226]: value = "task-2027562" [ 1720.688328] env[62226]: _type = "Task" [ 1720.688328] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.700719] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.712999] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027562, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.713507] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Acquiring lock "2b9b480d-dcf8-4d9d-b129-3514e935a3ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.714048] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Lock "2b9b480d-dcf8-4d9d-b129-3514e935a3ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.714402] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Acquiring lock "2b9b480d-dcf8-4d9d-b129-3514e935a3ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.714722] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Lock "2b9b480d-dcf8-4d9d-b129-3514e935a3ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.714985] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Lock "2b9b480d-dcf8-4d9d-b129-3514e935a3ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.717798] env[62226]: INFO nova.compute.manager [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Terminating instance [ 1720.763745] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027559, 'name': Rename_Task, 'duration_secs': 1.37533} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.764036] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1720.767049] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c7cf479-9b29-4639-9ffb-a5d22e5f9dac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.773772] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1720.773772] env[62226]: value = "task-2027563" [ 1720.773772] env[62226]: _type = "Task" [ 1720.773772] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.785288] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.851185] env[62226]: DEBUG oslo_concurrency.lockutils [req-c2f2926d-1b87-4784-b1c9-b8e49743257c req-b035ed4d-dd96-4c86-8999-3803b7a88adb service nova] Releasing lock "refresh_cache-0a517109-71f2-4bec-8e05-4eea325692dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.905482] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027561, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.014066] env[62226]: DEBUG nova.network.neutron [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1721.205347] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027562, 'name': Rename_Task, 'duration_secs': 0.241141} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.205636] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.205991] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0be171f1-90bd-48d5-a9f3-d13c0c94c9c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.213021] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4619b47-63f8-4ca5-bdaa-8f88213ec31b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.224051] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c075b6-9740-467f-8961-bcf96202dc52 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.227697] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1721.227697] env[62226]: value = "task-2027564" [ 1721.227697] env[62226]: _type = "Task" [ 1721.227697] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.228333] env[62226]: DEBUG nova.compute.manager [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1721.228552] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1721.229504] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb359b7f-6a91-4b19-9546-e1b02d68fca0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.262817] env[62226]: DEBUG nova.network.neutron [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Updating instance_info_cache with network_info: [{"id": "3c96c11f-5d74-4654-9030-e0a7afac17fd", "address": "fa:16:3e:24:0b:99", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c96c11f-5d", "ovs_interfaceid": "3c96c11f-5d74-4654-9030-e0a7afac17fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.265337] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b0160f-bb3d-409d-975b-bbd5eb114f0d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.274650] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.276078] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.276078] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-422bf5d3-053c-47fb-bd7d-a8a21d058130 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.285553] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c64b51-09a7-4372-8af9-d5c2e35126f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.293362] env[62226]: DEBUG oslo_vmware.api [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Waiting for the task: (returnval){ [ 1721.293362] env[62226]: value = "task-2027565" [ 1721.293362] env[62226]: _type = "Task" [ 1721.293362] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.309299] env[62226]: DEBUG nova.compute.provider_tree [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1721.310965] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.315118] env[62226]: DEBUG nova.compute.manager [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Received event network-vif-deleted-cdbe4377-b035-4cd3-b1dd-7144cc195d13 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1721.315118] env[62226]: DEBUG nova.compute.manager [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Received event network-vif-plugged-3c96c11f-5d74-4654-9030-e0a7afac17fd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1721.315118] env[62226]: DEBUG oslo_concurrency.lockutils [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] Acquiring lock "f263411a-c4ff-4ee8-a10a-7fc791491124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.315118] env[62226]: DEBUG oslo_concurrency.lockutils [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] Lock "f263411a-c4ff-4ee8-a10a-7fc791491124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.315118] env[62226]: DEBUG oslo_concurrency.lockutils [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] Lock "f263411a-c4ff-4ee8-a10a-7fc791491124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.315527] env[62226]: DEBUG nova.compute.manager [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] No waiting events found dispatching network-vif-plugged-3c96c11f-5d74-4654-9030-e0a7afac17fd {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1721.315527] env[62226]: WARNING nova.compute.manager [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Received unexpected event network-vif-plugged-3c96c11f-5d74-4654-9030-e0a7afac17fd for instance with vm_state building and task_state spawning. [ 1721.315527] env[62226]: DEBUG nova.compute.manager [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Received event network-changed-3c96c11f-5d74-4654-9030-e0a7afac17fd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1721.315527] env[62226]: DEBUG nova.compute.manager [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Refreshing instance network info cache due to event network-changed-3c96c11f-5d74-4654-9030-e0a7afac17fd. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1721.315527] env[62226]: DEBUG oslo_concurrency.lockutils [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] Acquiring lock "refresh_cache-f263411a-c4ff-4ee8-a10a-7fc791491124" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.319480] env[62226]: DEBUG oslo_vmware.api [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.401219] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027561, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.029781} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.401476] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c/f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1721.401688] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1721.402116] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1402f60e-a660-45a5-a144-c506d8ac12b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.410682] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1721.410682] env[62226]: value = "task-2027566" [ 1721.410682] env[62226]: _type = "Task" [ 1721.410682] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.420186] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.739038] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027564, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.771415] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Releasing lock "refresh_cache-f263411a-c4ff-4ee8-a10a-7fc791491124" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.771767] env[62226]: DEBUG nova.compute.manager [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Instance network_info: |[{"id": "3c96c11f-5d74-4654-9030-e0a7afac17fd", "address": "fa:16:3e:24:0b:99", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c96c11f-5d", "ovs_interfaceid": "3c96c11f-5d74-4654-9030-e0a7afac17fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1721.772145] env[62226]: DEBUG oslo_concurrency.lockutils [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] Acquired lock "refresh_cache-f263411a-c4ff-4ee8-a10a-7fc791491124" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.772298] env[62226]: DEBUG nova.network.neutron [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Refreshing network info cache for port 3c96c11f-5d74-4654-9030-e0a7afac17fd {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.773696] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:0b:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c96c11f-5d74-4654-9030-e0a7afac17fd', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.782298] env[62226]: DEBUG oslo.service.loopingcall [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.782587] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.785872] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6081a29e-c07b-4318-a063-dc84b14f63d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.807907] env[62226]: DEBUG oslo_vmware.api [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027563, 'name': PowerOnVM_Task, 'duration_secs': 0.685407} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.810708] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1721.810963] env[62226]: DEBUG nova.compute.manager [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.811238] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.811238] env[62226]: value = "task-2027567" [ 1721.811238] env[62226]: _type = "Task" [ 1721.811238] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.812076] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f455e68-7946-46dc-80f8-0f8920ddbd7a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.826118] env[62226]: DEBUG oslo_vmware.api [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027565, 'name': PowerOffVM_Task, 'duration_secs': 0.206683} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.826118] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1721.826118] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1721.826118] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21220a5e-4842-4b39-8948-4b4e4fda3113 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.833362] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027567, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.855959] env[62226]: DEBUG nova.scheduler.client.report [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Updated inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1721.856288] env[62226]: DEBUG nova.compute.provider_tree [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Updating resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a generation from 47 to 48 during operation: update_inventory {{(pid=62226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1721.856513] env[62226]: DEBUG nova.compute.provider_tree [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1721.921375] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071133} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.921375] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1721.922182] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8c0de3-1158-4214-a211-e22a575d9616 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.927634] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1721.927883] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1721.928161] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Deleting the datastore file [datastore2] 2b9b480d-dcf8-4d9d-b129-3514e935a3ad {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1721.940392] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98b4bea9-83df-42f8-bed7-293a958c1db5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.950761] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c/f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.951055] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00726433-708b-4776-8c5d-04fa60fd5f06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.971960] env[62226]: DEBUG oslo_vmware.api [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Waiting for the task: (returnval){ [ 1721.971960] env[62226]: value = "task-2027569" [ 1721.971960] env[62226]: _type = "Task" [ 1721.971960] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.972926] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1721.972926] env[62226]: value = "task-2027570" [ 1721.972926] env[62226]: _type = "Task" [ 1721.972926] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.985023] env[62226]: DEBUG oslo_vmware.api [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.987175] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027570, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.240429] env[62226]: DEBUG oslo_vmware.api [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027564, 'name': PowerOnVM_Task, 'duration_secs': 0.64561} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.240702] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.240901] env[62226]: INFO nova.compute.manager [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1722.241092] env[62226]: DEBUG nova.compute.manager [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1722.241858] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e02f60-81ad-4ca7-9bec-39c4ec221d79 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.329438] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027567, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.349633] env[62226]: DEBUG oslo_concurrency.lockutils [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.366191] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.366739] env[62226]: DEBUG nova.compute.manager [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1722.371437] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.447s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.371437] env[62226]: DEBUG nova.objects.instance [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lazy-loading 'resources' on Instance uuid b46de92b-7858-4796-a6d7-8d71fd3dae6f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.488415] env[62226]: DEBUG oslo_vmware.api [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Task: {'id': task-2027569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399917} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.492488] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1722.492643] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1722.492842] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1722.495849] env[62226]: INFO nova.compute.manager [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1722.495849] env[62226]: DEBUG oslo.service.loopingcall [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.495849] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.495849] env[62226]: DEBUG nova.compute.manager [-] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1722.496190] env[62226]: DEBUG nova.network.neutron [-] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1722.696789] env[62226]: DEBUG nova.network.neutron [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Updated VIF entry in instance network info cache for port 3c96c11f-5d74-4654-9030-e0a7afac17fd. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.697217] env[62226]: DEBUG nova.network.neutron [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Updating instance_info_cache with network_info: [{"id": "3c96c11f-5d74-4654-9030-e0a7afac17fd", "address": "fa:16:3e:24:0b:99", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c96c11f-5d", "ovs_interfaceid": "3c96c11f-5d74-4654-9030-e0a7afac17fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.762576] env[62226]: INFO nova.compute.manager [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Took 39.42 seconds to build instance. [ 1722.825807] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027567, 'name': CreateVM_Task, 'duration_secs': 0.708647} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.826672] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1722.827379] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.827576] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.827897] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1722.829439] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451417ce-527b-4352-a248-0f07b0e49f4b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.833898] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1722.833898] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d617a3-f386-650e-f3ff-7c67bfcf4b71" [ 1722.833898] env[62226]: _type = "Task" [ 1722.833898] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.842489] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d617a3-f386-650e-f3ff-7c67bfcf4b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.872446] env[62226]: DEBUG nova.compute.utils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1722.876748] env[62226]: DEBUG nova.compute.manager [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1722.876748] env[62226]: DEBUG nova.network.neutron [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.919960] env[62226]: DEBUG nova.policy [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85cc57f6705040cba322a60cff08b301', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2debbafb317c408a9a03674a585efa3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1722.990275] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027570, 'name': ReconfigVM_Task, 'duration_secs': 0.66928} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.990793] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Reconfigured VM instance instance-00000016 to attach disk [datastore1] f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c/f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1722.991411] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe1e0860-b53d-40ac-a362-a6508e5bf04f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.997338] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1722.997338] env[62226]: value = "task-2027571" [ 1722.997338] env[62226]: _type = "Task" [ 1722.997338] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.008449] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027571, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.204226] env[62226]: DEBUG oslo_concurrency.lockutils [req-a692fdcf-0793-450d-816c-4966cbc1eb0f req-2135d1ab-7b73-446e-8048-ccab31887db9 service nova] Releasing lock "refresh_cache-f263411a-c4ff-4ee8-a10a-7fc791491124" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.216750] env[62226]: DEBUG nova.network.neutron [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Successfully created port: 51042502-6a28-4792-b694-9229903f9b43 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1723.265360] env[62226]: DEBUG oslo_concurrency.lockutils [None req-990b0023-700e-488c-81d0-11bd57f2afb2 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "af2b7564-82eb-465d-a072-61dd58516cc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.378s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.311180] env[62226]: DEBUG nova.network.neutron [-] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.319738] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9949230-6360-439c-a443-a5731a1e748e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.328082] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392f19d9-afb6-4b84-a10e-40ffa75cd267 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.368827] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad137317-15a8-434d-80a2-82c4005d15cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.377488] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d617a3-f386-650e-f3ff-7c67bfcf4b71, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.378224] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.378453] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1723.380657] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.380856] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.381078] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1723.384140] env[62226]: DEBUG nova.compute.manager [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1723.388059] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b967e30c-63a6-4d4c-a430-810dc7cdf24c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.392469] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27c418-b4f6-412e-90fd-3b34ed8940a2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.408744] env[62226]: DEBUG nova.compute.provider_tree [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.411287] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1723.411454] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1723.412208] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d72fe8-9795-48d7-9c40-013a6385d617 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.418407] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1723.418407] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b7d57f-31a1-cc59-5bff-66c2b9927e26" [ 1723.418407] env[62226]: _type = "Task" [ 1723.418407] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.428724] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b7d57f-31a1-cc59-5bff-66c2b9927e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.511722] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027571, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.767918] env[62226]: DEBUG nova.compute.manager [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1723.813393] env[62226]: INFO nova.compute.manager [-] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Took 1.32 seconds to deallocate network for instance. [ 1723.915772] env[62226]: DEBUG nova.scheduler.client.report [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.929401] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b7d57f-31a1-cc59-5bff-66c2b9927e26, 'name': SearchDatastore_Task, 'duration_secs': 0.017537} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.929401] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46970bf6-e9a1-4b91-a7ca-af4031ee78af {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.935515] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1723.935515] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ed4e07-71e9-886d-dd2d-ebbb0d8e4cd8" [ 1723.935515] env[62226]: _type = "Task" [ 1723.935515] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.943868] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ed4e07-71e9-886d-dd2d-ebbb0d8e4cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.013514] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027571, 'name': Rename_Task, 'duration_secs': 0.758213} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.013902] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.014255] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f533168-2860-4697-bda7-8fc67b3879ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.021423] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1724.021423] env[62226]: value = "task-2027572" [ 1724.021423] env[62226]: _type = "Task" [ 1724.021423] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.031776] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.301011] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.320014] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.399115] env[62226]: DEBUG nova.compute.manager [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1724.419853] env[62226]: DEBUG nova.compute.manager [req-120bf2b0-1652-437a-89a4-5837d1b909b6 req-eab69755-7490-4479-af20-909a03b18441 service nova] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Received event network-vif-deleted-64c1bd82-5c36-4966-b7c2-15048918f063 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1724.420503] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.425423] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.960s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.426413] env[62226]: DEBUG nova.objects.instance [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lazy-loading 'resources' on Instance uuid 70edcc72-c86a-43a7-9342-1332164f5fda {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.435108] env[62226]: DEBUG nova.virt.hardware [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1724.435350] env[62226]: DEBUG nova.virt.hardware [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.436086] env[62226]: DEBUG nova.virt.hardware [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1724.436086] env[62226]: DEBUG nova.virt.hardware [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.436086] env[62226]: DEBUG nova.virt.hardware [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1724.436086] env[62226]: DEBUG nova.virt.hardware [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1724.436457] env[62226]: DEBUG nova.virt.hardware [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1724.436625] env[62226]: DEBUG nova.virt.hardware [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1724.436856] env[62226]: DEBUG nova.virt.hardware [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1724.437044] env[62226]: DEBUG nova.virt.hardware [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1724.437219] env[62226]: DEBUG nova.virt.hardware [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1724.439202] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81e521f-ff8e-4c60-a5c3-fe8176bf59a6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.447790] env[62226]: INFO nova.scheduler.client.report [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Deleted allocations for instance b46de92b-7858-4796-a6d7-8d71fd3dae6f [ 1724.460887] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a894b64c-631a-4381-8b7a-a25fc25e62f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.466404] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ed4e07-71e9-886d-dd2d-ebbb0d8e4cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.024793} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.466941] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.467220] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] f263411a-c4ff-4ee8-a10a-7fc791491124/f263411a-c4ff-4ee8-a10a-7fc791491124.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.467866] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb4a3e56-77d4-4cd2-a0b3-9e2e387a1e88 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.486405] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1724.486405] env[62226]: value = "task-2027573" [ 1724.486405] env[62226]: _type = "Task" [ 1724.486405] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.495617] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.533722] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027572, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.665805] env[62226]: DEBUG nova.compute.manager [req-8dfd97c3-d97b-4527-9b1f-dc0e3baf81bf req-93d6543f-cd3d-4d6c-b26d-93db4bba738e service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Received event network-changed-03433962-88a9-4063-93e3-0ce922f961c1 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1724.666216] env[62226]: DEBUG nova.compute.manager [req-8dfd97c3-d97b-4527-9b1f-dc0e3baf81bf req-93d6543f-cd3d-4d6c-b26d-93db4bba738e service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Refreshing instance network info cache due to event network-changed-03433962-88a9-4063-93e3-0ce922f961c1. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1724.666258] env[62226]: DEBUG oslo_concurrency.lockutils [req-8dfd97c3-d97b-4527-9b1f-dc0e3baf81bf req-93d6543f-cd3d-4d6c-b26d-93db4bba738e service nova] Acquiring lock "refresh_cache-0a517109-71f2-4bec-8e05-4eea325692dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.666393] env[62226]: DEBUG oslo_concurrency.lockutils [req-8dfd97c3-d97b-4527-9b1f-dc0e3baf81bf req-93d6543f-cd3d-4d6c-b26d-93db4bba738e service nova] Acquired lock "refresh_cache-0a517109-71f2-4bec-8e05-4eea325692dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.666550] env[62226]: DEBUG nova.network.neutron [req-8dfd97c3-d97b-4527-9b1f-dc0e3baf81bf req-93d6543f-cd3d-4d6c-b26d-93db4bba738e service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Refreshing network info cache for port 03433962-88a9-4063-93e3-0ce922f961c1 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1724.961433] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f5e37944-9588-490c-9573-f32797977b93 tempest-InstanceActionsTestJSON-1703136562 tempest-InstanceActionsTestJSON-1703136562-project-member] Lock "b46de92b-7858-4796-a6d7-8d71fd3dae6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.849s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.977873] env[62226]: DEBUG nova.network.neutron [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Successfully updated port: 51042502-6a28-4792-b694-9229903f9b43 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.000510] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027573, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.031877] env[62226]: DEBUG oslo_vmware.api [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027572, 'name': PowerOnVM_Task, 'duration_secs': 0.566864} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.036327] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.036928] env[62226]: INFO nova.compute.manager [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1725.036928] env[62226]: DEBUG nova.compute.manager [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.038215] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5079dee6-94e7-4863-9982-79898d003236 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.385629] env[62226]: DEBUG nova.network.neutron [req-8dfd97c3-d97b-4527-9b1f-dc0e3baf81bf req-93d6543f-cd3d-4d6c-b26d-93db4bba738e service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Updated VIF entry in instance network info cache for port 03433962-88a9-4063-93e3-0ce922f961c1. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1725.386329] env[62226]: DEBUG nova.network.neutron [req-8dfd97c3-d97b-4527-9b1f-dc0e3baf81bf req-93d6543f-cd3d-4d6c-b26d-93db4bba738e service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Updating instance_info_cache with network_info: [{"id": "03433962-88a9-4063-93e3-0ce922f961c1", "address": "fa:16:3e:65:a7:94", "network": {"id": "f5e93e45-1b5e-47c5-ab46-c089c0a5781c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1658213636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dd4fc11f8704f15ad03452459b3884a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03433962-88", "ovs_interfaceid": "03433962-88a9-4063-93e3-0ce922f961c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.428289] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04b8470-418a-424c-a01b-c1c6ede3d98d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.436547] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef38222-bb92-42ca-9fa6-ed50072daafc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.484681] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "refresh_cache-a8b57022-3376-4cd7-a883-01eac833e7ca" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.484845] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired lock "refresh_cache-a8b57022-3376-4cd7-a883-01eac833e7ca" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.484997] env[62226]: DEBUG nova.network.neutron [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.489073] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c8ce23-ab83-4827-8927-c4990f07f539 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.505247] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537367} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.507420] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] f263411a-c4ff-4ee8-a10a-7fc791491124/f263411a-c4ff-4ee8-a10a-7fc791491124.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1725.507720] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1725.508427] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d0aae5a-33fc-45f5-8d76-76716d115ac1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.512258] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d6c4dc-adc8-4e40-8786-08439e5a01ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.528096] env[62226]: DEBUG nova.compute.provider_tree [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.532023] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1725.532023] env[62226]: value = "task-2027574" [ 1725.532023] env[62226]: _type = "Task" [ 1725.532023] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.540849] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.564864] env[62226]: INFO nova.compute.manager [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Took 40.06 seconds to build instance. [ 1725.890728] env[62226]: DEBUG oslo_concurrency.lockutils [req-8dfd97c3-d97b-4527-9b1f-dc0e3baf81bf req-93d6543f-cd3d-4d6c-b26d-93db4bba738e service nova] Releasing lock "refresh_cache-0a517109-71f2-4bec-8e05-4eea325692dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.033318] env[62226]: DEBUG nova.scheduler.client.report [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.039915] env[62226]: DEBUG nova.network.neutron [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.057025] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064792} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.057025] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1726.057025] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5217e670-42cb-4833-9866-55554ec48bb5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.081850] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fe5cef6e-1942-4119-a2da-5b0ff511b993 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.393s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.096421] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] f263411a-c4ff-4ee8-a10a-7fc791491124/f263411a-c4ff-4ee8-a10a-7fc791491124.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.103146] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bcf24e2-bbd1-4865-af67-52441765c6b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.121442] env[62226]: DEBUG nova.compute.manager [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1726.130116] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1726.130116] env[62226]: value = "task-2027575" [ 1726.130116] env[62226]: _type = "Task" [ 1726.130116] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.138974] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.179722] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "2377e8d9-b6cb-4d31-8807-5b513acc1477" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.179998] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "2377e8d9-b6cb-4d31-8807-5b513acc1477" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.180234] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "2377e8d9-b6cb-4d31-8807-5b513acc1477-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.180420] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "2377e8d9-b6cb-4d31-8807-5b513acc1477-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.180597] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "2377e8d9-b6cb-4d31-8807-5b513acc1477-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.183395] env[62226]: INFO nova.compute.manager [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Terminating instance [ 1726.332329] env[62226]: DEBUG nova.network.neutron [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Updating instance_info_cache with network_info: [{"id": "51042502-6a28-4792-b694-9229903f9b43", "address": "fa:16:3e:a0:e0:19", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51042502-6a", "ovs_interfaceid": "51042502-6a28-4792-b694-9229903f9b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.548797] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.552021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.098s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.554115] env[62226]: INFO nova.compute.claims [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1726.587906] env[62226]: INFO nova.scheduler.client.report [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Deleted allocations for instance 70edcc72-c86a-43a7-9342-1332164f5fda [ 1726.641243] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.662125] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.690529] env[62226]: DEBUG nova.compute.manager [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1726.690750] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1726.691846] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0756818-e947-4ac9-a238-8d2b56d82d8b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.701935] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.703073] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d80499-0d34-4bef-aa23-7af82e7c9e66 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.708824] env[62226]: DEBUG oslo_vmware.api [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1726.708824] env[62226]: value = "task-2027576" [ 1726.708824] env[62226]: _type = "Task" [ 1726.708824] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.721149] env[62226]: DEBUG oslo_vmware.api [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.837919] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Releasing lock "refresh_cache-a8b57022-3376-4cd7-a883-01eac833e7ca" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.838350] env[62226]: DEBUG nova.compute.manager [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Instance network_info: |[{"id": "51042502-6a28-4792-b694-9229903f9b43", "address": "fa:16:3e:a0:e0:19", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51042502-6a", "ovs_interfaceid": "51042502-6a28-4792-b694-9229903f9b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1726.838810] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:e0:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51042502-6a28-4792-b694-9229903f9b43', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1726.850038] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Creating folder: Project (2debbafb317c408a9a03674a585efa3c). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1726.850038] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ace7f9d4-9da7-4013-83f0-3da6d20756cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.861596] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Created folder: Project (2debbafb317c408a9a03674a585efa3c) in parent group-v416438. [ 1726.861596] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Creating folder: Instances. Parent ref: group-v416511. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1726.861596] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-925f2be3-48a6-40d4-a917-3ca242b11163 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.872235] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Created folder: Instances in parent group-v416511. [ 1726.872574] env[62226]: DEBUG oslo.service.loopingcall [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.872822] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1726.873052] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aa31210-6679-4c90-8fe4-3adc72afb55d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.895134] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1726.895134] env[62226]: value = "task-2027579" [ 1726.895134] env[62226]: _type = "Task" [ 1726.895134] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.904876] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027579, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.097719] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a866052e-2a5b-4eae-9f49-a5668168d582 tempest-ServerShowV254Test-507298853 tempest-ServerShowV254Test-507298853-project-member] Lock "70edcc72-c86a-43a7-9342-1332164f5fda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.972s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.143446] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027575, 'name': ReconfigVM_Task, 'duration_secs': 0.695906} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.143446] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Reconfigured VM instance instance-00000017 to attach disk [datastore2] f263411a-c4ff-4ee8-a10a-7fc791491124/f263411a-c4ff-4ee8-a10a-7fc791491124.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.143446] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-251d523f-b062-4590-bef0-f780255b28bd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.151414] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1727.151414] env[62226]: value = "task-2027580" [ 1727.151414] env[62226]: _type = "Task" [ 1727.151414] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.159745] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027580, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.218752] env[62226]: DEBUG oslo_vmware.api [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027576, 'name': PowerOffVM_Task, 'duration_secs': 0.174243} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.219349] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.219498] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1727.219781] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbffbdb4-a43b-46b3-9afe-6c81e5ca011e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.309554] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1727.309800] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1727.309993] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleting the datastore file [datastore1] 2377e8d9-b6cb-4d31-8807-5b513acc1477 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1727.310323] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fa788e9-6d7a-48f8-a698-0ba5e72c68fc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.317260] env[62226]: DEBUG oslo_vmware.api [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1727.317260] env[62226]: value = "task-2027582" [ 1727.317260] env[62226]: _type = "Task" [ 1727.317260] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.324775] env[62226]: DEBUG oslo_vmware.api [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.409136] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027579, 'name': CreateVM_Task, 'duration_secs': 0.33545} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.409136] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1727.409780] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.409780] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.409982] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1727.410459] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8164a97-59cb-4449-9b1a-6d8e60ff4171 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.416015] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1727.416015] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5291a57a-9d26-4c59-a0e2-c672f17baaac" [ 1727.416015] env[62226]: _type = "Task" [ 1727.416015] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.425841] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5291a57a-9d26-4c59-a0e2-c672f17baaac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.503371] env[62226]: DEBUG nova.compute.manager [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Received event network-vif-plugged-51042502-6a28-4792-b694-9229903f9b43 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1727.503371] env[62226]: DEBUG oslo_concurrency.lockutils [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] Acquiring lock "a8b57022-3376-4cd7-a883-01eac833e7ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.503371] env[62226]: DEBUG oslo_concurrency.lockutils [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.503371] env[62226]: DEBUG oslo_concurrency.lockutils [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.503371] env[62226]: DEBUG nova.compute.manager [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] No waiting events found dispatching network-vif-plugged-51042502-6a28-4792-b694-9229903f9b43 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1727.503521] env[62226]: WARNING nova.compute.manager [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Received unexpected event network-vif-plugged-51042502-6a28-4792-b694-9229903f9b43 for instance with vm_state building and task_state spawning. [ 1727.503521] env[62226]: DEBUG nova.compute.manager [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Received event network-changed-51042502-6a28-4792-b694-9229903f9b43 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1727.503521] env[62226]: DEBUG nova.compute.manager [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Refreshing instance network info cache due to event network-changed-51042502-6a28-4792-b694-9229903f9b43. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1727.503651] env[62226]: DEBUG oslo_concurrency.lockutils [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] Acquiring lock "refresh_cache-a8b57022-3376-4cd7-a883-01eac833e7ca" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.503912] env[62226]: DEBUG oslo_concurrency.lockutils [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] Acquired lock "refresh_cache-a8b57022-3376-4cd7-a883-01eac833e7ca" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.505141] env[62226]: DEBUG nova.network.neutron [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Refreshing network info cache for port 51042502-6a28-4792-b694-9229903f9b43 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1727.665249] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027580, 'name': Rename_Task, 'duration_secs': 0.143893} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.665249] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.665554] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a7dd7e7-83ee-4d56-970d-909beaa9a44e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.673048] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1727.673048] env[62226]: value = "task-2027583" [ 1727.673048] env[62226]: _type = "Task" [ 1727.673048] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.686130] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.832644] env[62226]: DEBUG oslo_vmware.api [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164021} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.834979] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1727.834979] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1727.834979] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1727.834979] env[62226]: INFO nova.compute.manager [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1727.834979] env[62226]: DEBUG oslo.service.loopingcall [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.835425] env[62226]: DEBUG nova.compute.manager [-] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1727.835425] env[62226]: DEBUG nova.network.neutron [-] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1727.849449] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.849870] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.930649] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5291a57a-9d26-4c59-a0e2-c672f17baaac, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.932112] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.932112] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.932112] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.932112] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.932601] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.932601] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a0aea56-8376-4dbc-8539-9ac7465943b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.943130] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.943435] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.944929] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae951a9-4fac-4645-a8ad-e100c531767f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.950493] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1727.950493] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524b629f-19ba-545d-6000-f5c36c46f43d" [ 1727.950493] env[62226]: _type = "Task" [ 1727.950493] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.962527] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524b629f-19ba-545d-6000-f5c36c46f43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.151988] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c9312c-028a-4c33-a5a9-4401df8f08a4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.165309] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca871dc-9a9b-45cd-b9b5-856121b22b3f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.207122] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b563bb33-1474-4b5d-aeeb-039df7d65329 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.217357] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.221317] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37067eab-d365-4b21-8d71-5cdac44768a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.236178] env[62226]: DEBUG nova.compute.provider_tree [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.461873] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524b629f-19ba-545d-6000-f5c36c46f43d, 'name': SearchDatastore_Task, 'duration_secs': 0.010888} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.464479] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2509709c-d434-478d-b4e2-02080242a800 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.470185] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1728.470185] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5285d241-9038-5646-6199-73296fd98d59" [ 1728.470185] env[62226]: _type = "Task" [ 1728.470185] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.479746] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5285d241-9038-5646-6199-73296fd98d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.533864] env[62226]: DEBUG nova.network.neutron [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Updated VIF entry in instance network info cache for port 51042502-6a28-4792-b694-9229903f9b43. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1728.534259] env[62226]: DEBUG nova.network.neutron [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Updating instance_info_cache with network_info: [{"id": "51042502-6a28-4792-b694-9229903f9b43", "address": "fa:16:3e:a0:e0:19", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51042502-6a", "ovs_interfaceid": "51042502-6a28-4792-b694-9229903f9b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.714753] env[62226]: DEBUG oslo_vmware.api [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027583, 'name': PowerOnVM_Task, 'duration_secs': 0.677655} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.714998] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.715616] env[62226]: INFO nova.compute.manager [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1728.715616] env[62226]: DEBUG nova.compute.manager [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.716198] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eff6a3-3892-49c5-b91a-2fad90868a9a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.743614] env[62226]: DEBUG nova.scheduler.client.report [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.964927] env[62226]: DEBUG nova.network.neutron [-] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.985122] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5285d241-9038-5646-6199-73296fd98d59, 'name': SearchDatastore_Task, 'duration_secs': 0.031741} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.985390] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.985778] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] a8b57022-3376-4cd7-a883-01eac833e7ca/a8b57022-3376-4cd7-a883-01eac833e7ca.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1728.986049] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40bb1a8a-0358-4a74-b775-938a044a6f1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.994522] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1728.994522] env[62226]: value = "task-2027584" [ 1728.994522] env[62226]: _type = "Task" [ 1728.994522] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.003769] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.037448] env[62226]: DEBUG oslo_concurrency.lockutils [req-8abdf801-0c02-4988-8ee8-b11fdc118972 req-db76cc26-85e1-44ba-ac13-de81796aa107 service nova] Releasing lock "refresh_cache-a8b57022-3376-4cd7-a883-01eac833e7ca" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.234432] env[62226]: INFO nova.compute.manager [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Took 40.58 seconds to build instance. [ 1729.240153] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Acquiring lock "0a517109-71f2-4bec-8e05-4eea325692dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.240443] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Lock "0a517109-71f2-4bec-8e05-4eea325692dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.240979] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Acquiring lock "0a517109-71f2-4bec-8e05-4eea325692dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.241200] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Lock "0a517109-71f2-4bec-8e05-4eea325692dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.241434] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Lock "0a517109-71f2-4bec-8e05-4eea325692dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.243419] env[62226]: INFO nova.compute.manager [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Terminating instance [ 1729.258266] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.258266] env[62226]: DEBUG nova.compute.manager [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1729.262318] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.431s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.266330] env[62226]: INFO nova.compute.claims [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.359075] env[62226]: DEBUG nova.compute.manager [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1729.361193] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebad86f-f727-4aaa-ba25-3aa3a39ce531 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.441792] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "20b9948d-03b5-436e-964c-a94b3a6d8b08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.442277] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "20b9948d-03b5-436e-964c-a94b3a6d8b08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.470763] env[62226]: INFO nova.compute.manager [-] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Took 1.63 seconds to deallocate network for instance. [ 1729.507596] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027584, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.541161] env[62226]: DEBUG nova.compute.manager [req-b88f1ea3-010c-4062-af79-7702e4796d17 req-75e926ea-e91c-4cd2-be80-a4576f9689e9 service nova] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Received event network-vif-deleted-baa4416e-5bad-4b46-b1d9-dcff55bb2ad7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1729.738164] env[62226]: DEBUG oslo_concurrency.lockutils [None req-10330819-4e7b-4e5e-8d08-2d97d56c495e tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "f263411a-c4ff-4ee8-a10a-7fc791491124" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.957s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.747847] env[62226]: DEBUG nova.compute.manager [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1729.748112] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.748897] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aa81b4-f28c-4bdf-91d9-e50c066f2f8b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.758070] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.758363] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d809b7-a2b9-493c-8aca-cc5867cae26c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.767030] env[62226]: DEBUG oslo_vmware.api [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Waiting for the task: (returnval){ [ 1729.767030] env[62226]: value = "task-2027585" [ 1729.767030] env[62226]: _type = "Task" [ 1729.767030] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.772243] env[62226]: DEBUG nova.compute.utils [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1729.777154] env[62226]: DEBUG nova.compute.manager [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1729.777154] env[62226]: DEBUG nova.network.neutron [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1729.784308] env[62226]: DEBUG oslo_vmware.api [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.837259] env[62226]: DEBUG nova.policy [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16be39a9001e46039d966f9f2f14aea5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f86255f4a224519a84a5d93b8eca244', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1729.880722] env[62226]: INFO nova.compute.manager [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] instance snapshotting [ 1729.884852] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39cc5d3-b9eb-4bdf-b22f-85fed645527e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.908948] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c01f89c-05e2-4d93-839a-e7960ecac082 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.979903] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.010733] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95232} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.011014] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] a8b57022-3376-4cd7-a883-01eac833e7ca/a8b57022-3376-4cd7-a883-01eac833e7ca.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1730.011264] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.011661] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aad3127-3229-4e83-914f-19a8e39418f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.017823] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1730.017823] env[62226]: value = "task-2027586" [ 1730.017823] env[62226]: _type = "Task" [ 1730.017823] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.025334] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.232913] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Acquiring lock "66fa4932-43e7-4ed5-94e4-e5157507b231" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.233173] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Lock "66fa4932-43e7-4ed5-94e4-e5157507b231" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.240470] env[62226]: DEBUG nova.compute.manager [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1730.273804] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e2936e-bab1-4ac3-b7ae-ad08d778d977 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.277078] env[62226]: DEBUG nova.compute.manager [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1730.285555] env[62226]: DEBUG oslo_vmware.api [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027585, 'name': PowerOffVM_Task, 'duration_secs': 0.342242} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.287521] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.287521] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.288531] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5de0c932-84bd-4535-809d-70478bb139d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.290276] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4fd550-5bc9-4038-825b-447a4571e87a tempest-ServersAdminNegativeTestJSON-613525923 tempest-ServersAdminNegativeTestJSON-613525923-project-admin] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Suspending the VM {{(pid=62226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1730.290492] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f3be2412-0198-4496-bf94-a4bc503bc936 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.296641] env[62226]: DEBUG oslo_vmware.api [None req-2a4fd550-5bc9-4038-825b-447a4571e87a tempest-ServersAdminNegativeTestJSON-613525923 tempest-ServersAdminNegativeTestJSON-613525923-project-admin] Waiting for the task: (returnval){ [ 1730.296641] env[62226]: value = "task-2027588" [ 1730.296641] env[62226]: _type = "Task" [ 1730.296641] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.305028] env[62226]: DEBUG oslo_vmware.api [None req-2a4fd550-5bc9-4038-825b-447a4571e87a tempest-ServersAdminNegativeTestJSON-613525923 tempest-ServersAdminNegativeTestJSON-613525923-project-admin] Task: {'id': task-2027588, 'name': SuspendVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.379751] env[62226]: DEBUG nova.network.neutron [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Successfully created port: d9953c98-1341-435c-9fce-9acdc6a457aa {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1730.418174] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1730.418443] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1730.418652] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Deleting the datastore file [datastore2] 0a517109-71f2-4bec-8e05-4eea325692dd {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1730.418952] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bfa081b-4e1b-4988-b0b1-d505390eec82 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.421687] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1730.421957] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-469343ca-0c67-41e6-aab7-45f3c087be85 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.429268] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1730.429268] env[62226]: value = "task-2027590" [ 1730.429268] env[62226]: _type = "Task" [ 1730.429268] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.432877] env[62226]: DEBUG oslo_vmware.api [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Waiting for the task: (returnval){ [ 1730.432877] env[62226]: value = "task-2027589" [ 1730.432877] env[62226]: _type = "Task" [ 1730.432877] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.445983] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.451368] env[62226]: DEBUG oslo_vmware.api [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.528275] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113447} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.531291] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.535866] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162b3075-e1aa-4ce3-bc10-49812cd6a222 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.556236] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] a8b57022-3376-4cd7-a883-01eac833e7ca/a8b57022-3376-4cd7-a883-01eac833e7ca.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.559355] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc70df6-2a1a-42e2-805d-c238ead54cdb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.579013] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1730.579013] env[62226]: value = "task-2027591" [ 1730.579013] env[62226]: _type = "Task" [ 1730.579013] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.587724] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.759586] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.789447] env[62226]: INFO nova.virt.block_device [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Booting with volume 546de6a5-2043-405d-b6b5-072dbde289b5 at /dev/sda [ 1730.809596] env[62226]: DEBUG oslo_vmware.api [None req-2a4fd550-5bc9-4038-825b-447a4571e87a tempest-ServersAdminNegativeTestJSON-613525923 tempest-ServersAdminNegativeTestJSON-613525923-project-admin] Task: {'id': task-2027588, 'name': SuspendVM_Task} progress is 58%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.832887] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-449992b1-42df-4549-b73a-f29737f6f753 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.845440] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f40efcc-8bba-42e1-ac5f-070b53335a47 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.857449] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc20c307-b526-4f98-b093-192b9d153d7d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.864392] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb66e77-c5da-41a7-9485-a0a4b6b20c48 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.906645] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77b1d696-9261-4357-83c8-6f1fc327bbb2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.909387] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8662f9a0-43b2-4590-a8b8-dfbd5a8da64c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.917817] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4c1d3d-bb44-4d0e-8046-6b5ec5698747 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.924947] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afccc4b-b8d7-415c-850e-b03aa411e780 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.948766] env[62226]: DEBUG nova.compute.provider_tree [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.968724] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb6540a-7a56-49e6-b1d6-83cfd8f91727 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.977408] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.982301] env[62226]: DEBUG oslo_vmware.api [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Task: {'id': task-2027589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299583} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.984012] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1730.984215] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1730.984396] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1730.984567] env[62226]: INFO nova.compute.manager [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1730.984833] env[62226]: DEBUG oslo.service.loopingcall [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.985099] env[62226]: DEBUG nova.compute.manager [-] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1730.985199] env[62226]: DEBUG nova.network.neutron [-] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1730.987335] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4264e4-0bc5-405b-9205-d63a63175355 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.002479] env[62226]: DEBUG nova.virt.block_device [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Updating existing volume attachment record: 17881577-64b5-477a-83ae-0832eaad1913 {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1731.087782] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027591, 'name': ReconfigVM_Task, 'duration_secs': 0.325776} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.088095] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Reconfigured VM instance instance-00000018 to attach disk [datastore2] a8b57022-3376-4cd7-a883-01eac833e7ca/a8b57022-3376-4cd7-a883-01eac833e7ca.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.088743] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-225d61fa-062a-49af-8dcf-ad906e899f9a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.094889] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1731.094889] env[62226]: value = "task-2027592" [ 1731.094889] env[62226]: _type = "Task" [ 1731.094889] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.102451] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027592, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.308661] env[62226]: DEBUG oslo_vmware.api [None req-2a4fd550-5bc9-4038-825b-447a4571e87a tempest-ServersAdminNegativeTestJSON-613525923 tempest-ServersAdminNegativeTestJSON-613525923-project-admin] Task: {'id': task-2027588, 'name': SuspendVM_Task, 'duration_secs': 0.969456} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.308916] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4fd550-5bc9-4038-825b-447a4571e87a tempest-ServersAdminNegativeTestJSON-613525923 tempest-ServersAdminNegativeTestJSON-613525923-project-admin] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Suspended the VM {{(pid=62226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1731.309372] env[62226]: DEBUG nova.compute.manager [None req-2a4fd550-5bc9-4038-825b-447a4571e87a tempest-ServersAdminNegativeTestJSON-613525923 tempest-ServersAdminNegativeTestJSON-613525923-project-admin] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1731.310168] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86f3e87-5af8-4551-97d8-ef88f227fb7e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.446196] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.452884] env[62226]: DEBUG nova.scheduler.client.report [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1731.565172] env[62226]: DEBUG nova.compute.manager [req-3ac492ea-b177-47d5-8ce4-8a7f81ae7fc3 req-48e0fe16-5eeb-468e-9e94-bfaac4ec8949 service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Received event network-vif-deleted-03433962-88a9-4063-93e3-0ce922f961c1 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1731.565388] env[62226]: INFO nova.compute.manager [req-3ac492ea-b177-47d5-8ce4-8a7f81ae7fc3 req-48e0fe16-5eeb-468e-9e94-bfaac4ec8949 service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Neutron deleted interface 03433962-88a9-4063-93e3-0ce922f961c1; detaching it from the instance and deleting it from the info cache [ 1731.565637] env[62226]: DEBUG nova.network.neutron [req-3ac492ea-b177-47d5-8ce4-8a7f81ae7fc3 req-48e0fe16-5eeb-468e-9e94-bfaac4ec8949 service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.607151] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027592, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.756803] env[62226]: DEBUG nova.network.neutron [-] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.947697] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027590, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.957852] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.958326] env[62226]: DEBUG nova.compute.manager [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1731.961073] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.258s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.961293] env[62226]: DEBUG nova.objects.instance [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1732.073823] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d9b454e-4039-4774-9843-11434bb50eab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.083504] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2dfa3c-219e-43b3-86ae-c4af969a48fd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.105551] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027592, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.117677] env[62226]: DEBUG nova.compute.manager [req-3ac492ea-b177-47d5-8ce4-8a7f81ae7fc3 req-48e0fe16-5eeb-468e-9e94-bfaac4ec8949 service nova] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Detach interface failed, port_id=03433962-88a9-4063-93e3-0ce922f961c1, reason: Instance 0a517109-71f2-4bec-8e05-4eea325692dd could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1732.260052] env[62226]: INFO nova.compute.manager [-] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Took 1.27 seconds to deallocate network for instance. [ 1732.448660] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027590, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.469794] env[62226]: DEBUG nova.compute.utils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1732.471562] env[62226]: DEBUG nova.compute.manager [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1732.471842] env[62226]: DEBUG nova.network.neutron [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.519673] env[62226]: DEBUG nova.policy [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49a0c8231b614bfa85fdbc4b7eea035f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a741d5a42bd0495fbe6462f78cf1ef21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1732.566675] env[62226]: DEBUG nova.compute.manager [req-b0424159-76b5-4cc5-8338-69981a0c1bd8 req-30242b12-b8d9-44a7-bfae-15837b36ed70 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Received event network-vif-plugged-d9953c98-1341-435c-9fce-9acdc6a457aa {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1732.568455] env[62226]: DEBUG oslo_concurrency.lockutils [req-b0424159-76b5-4cc5-8338-69981a0c1bd8 req-30242b12-b8d9-44a7-bfae-15837b36ed70 service nova] Acquiring lock "5b4a8123-9c99-493d-b720-349ccfbd8652-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.568803] env[62226]: DEBUG oslo_concurrency.lockutils [req-b0424159-76b5-4cc5-8338-69981a0c1bd8 req-30242b12-b8d9-44a7-bfae-15837b36ed70 service nova] Lock "5b4a8123-9c99-493d-b720-349ccfbd8652-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.569019] env[62226]: DEBUG oslo_concurrency.lockutils [req-b0424159-76b5-4cc5-8338-69981a0c1bd8 req-30242b12-b8d9-44a7-bfae-15837b36ed70 service nova] Lock "5b4a8123-9c99-493d-b720-349ccfbd8652-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.569201] env[62226]: DEBUG nova.compute.manager [req-b0424159-76b5-4cc5-8338-69981a0c1bd8 req-30242b12-b8d9-44a7-bfae-15837b36ed70 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] No waiting events found dispatching network-vif-plugged-d9953c98-1341-435c-9fce-9acdc6a457aa {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1732.569370] env[62226]: WARNING nova.compute.manager [req-b0424159-76b5-4cc5-8338-69981a0c1bd8 req-30242b12-b8d9-44a7-bfae-15837b36ed70 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Received unexpected event network-vif-plugged-d9953c98-1341-435c-9fce-9acdc6a457aa for instance with vm_state building and task_state block_device_mapping. [ 1732.595526] env[62226]: DEBUG nova.network.neutron [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Successfully updated port: d9953c98-1341-435c-9fce-9acdc6a457aa {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1732.607937] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027592, 'name': Rename_Task, 'duration_secs': 1.144047} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.608481] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.608802] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdeb7de9-2611-41e8-ad0d-051f2c96eb31 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.617902] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1732.617902] env[62226]: value = "task-2027593" [ 1732.617902] env[62226]: _type = "Task" [ 1732.617902] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.628570] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.773326] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.860251] env[62226]: DEBUG nova.network.neutron [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Successfully created port: 739695f8-1acd-470f-893a-df6bfc579572 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1732.948898] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027590, 'name': CreateSnapshot_Task, 'duration_secs': 2.039284} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.949286] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1732.950122] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393aecb4-4943-43ac-9b02-d11dc924731c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.975876] env[62226]: DEBUG nova.compute.manager [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1732.979872] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1b1197f2-311d-4f63-8b83-65ba0b66eb0b tempest-ServersAdmin275Test-1144791890 tempest-ServersAdmin275Test-1144791890-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.981203] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.787s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.981533] env[62226]: DEBUG nova.objects.instance [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Lazy-loading 'resources' on Instance uuid 4465170d-735f-469d-8be1-90251bb88fe2 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.103882] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Acquiring lock "refresh_cache-5b4a8123-9c99-493d-b720-349ccfbd8652" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.104354] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Acquired lock "refresh_cache-5b4a8123-9c99-493d-b720-349ccfbd8652" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.104587] env[62226]: DEBUG nova.network.neutron [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1733.130491] env[62226]: DEBUG nova.compute.manager [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1733.131215] env[62226]: DEBUG nova.virt.hardware [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1733.131472] env[62226]: DEBUG nova.virt.hardware [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.131672] env[62226]: DEBUG nova.virt.hardware [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1733.131998] env[62226]: DEBUG nova.virt.hardware [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.132297] env[62226]: DEBUG nova.virt.hardware [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1733.132366] env[62226]: DEBUG nova.virt.hardware [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1733.132644] env[62226]: DEBUG nova.virt.hardware [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1733.132866] env[62226]: DEBUG nova.virt.hardware [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1733.135016] env[62226]: DEBUG nova.virt.hardware [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1733.135016] env[62226]: DEBUG nova.virt.hardware [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1733.135016] env[62226]: DEBUG nova.virt.hardware [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1733.135484] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027593, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.136279] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3471aadd-edfc-46e3-b206-2246dacc5db9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.144646] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e442dc0e-bd46-40e6-86e5-44ddd515ca80 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.469705] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1733.470056] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43973ea6-632d-46d2-8aa5-5f9f71567054 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.479060] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1733.479060] env[62226]: value = "task-2027594" [ 1733.479060] env[62226]: _type = "Task" [ 1733.479060] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.493436] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027594, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.632246] env[62226]: DEBUG oslo_vmware.api [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027593, 'name': PowerOnVM_Task, 'duration_secs': 0.607933} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.632591] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.632865] env[62226]: INFO nova.compute.manager [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1733.633199] env[62226]: DEBUG nova.compute.manager [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.634189] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe957fd9-cd2b-4279-a97c-3f4986dd7a85 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.649598] env[62226]: DEBUG nova.network.neutron [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1733.940109] env[62226]: DEBUG nova.network.neutron [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Updating instance_info_cache with network_info: [{"id": "d9953c98-1341-435c-9fce-9acdc6a457aa", "address": "fa:16:3e:6b:f7:36", "network": {"id": "fc840438-6300-442b-b669-8d322569c085", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1670142117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f86255f4a224519a84a5d93b8eca244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9953c98-13", "ovs_interfaceid": "d9953c98-1341-435c-9fce-9acdc6a457aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.995251] env[62226]: DEBUG nova.compute.manager [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1734.000521] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027594, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.008035] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a54d660-3ecc-458a-9291-1644396e429d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.020044] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba01eb1-0e0e-441c-b3e2-0a6e868a19f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.054402] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdddd8de-b592-459b-a147-2b1b1736ada5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.064021] env[62226]: DEBUG nova.virt.hardware [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1734.064334] env[62226]: DEBUG nova.virt.hardware [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.064563] env[62226]: DEBUG nova.virt.hardware [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1734.064803] env[62226]: DEBUG nova.virt.hardware [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.065033] env[62226]: DEBUG nova.virt.hardware [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1734.065274] env[62226]: DEBUG nova.virt.hardware [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1734.065672] env[62226]: DEBUG nova.virt.hardware [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1734.065908] env[62226]: DEBUG nova.virt.hardware [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1734.066162] env[62226]: DEBUG nova.virt.hardware [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1734.066388] env[62226]: DEBUG nova.virt.hardware [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1734.066617] env[62226]: DEBUG nova.virt.hardware [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1734.067972] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36941c58-6024-45d8-926d-0e103ffaa194 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.072775] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1f4fcc-7560-4dc3-a479-e845ee840a5b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.088017] env[62226]: DEBUG nova.compute.provider_tree [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.091338] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa6f69e-80d5-4202-a6b4-29f8818b22bf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.166082] env[62226]: INFO nova.compute.manager [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Took 42.39 seconds to build instance. [ 1734.443861] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Releasing lock "refresh_cache-5b4a8123-9c99-493d-b720-349ccfbd8652" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.444188] env[62226]: DEBUG nova.compute.manager [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Instance network_info: |[{"id": "d9953c98-1341-435c-9fce-9acdc6a457aa", "address": "fa:16:3e:6b:f7:36", "network": {"id": "fc840438-6300-442b-b669-8d322569c085", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1670142117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f86255f4a224519a84a5d93b8eca244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9953c98-13", "ovs_interfaceid": "d9953c98-1341-435c-9fce-9acdc6a457aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1734.447632] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:f7:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9953c98-1341-435c-9fce-9acdc6a457aa', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1734.458321] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Creating folder: Project (4f86255f4a224519a84a5d93b8eca244). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.458956] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4e0f0f3-00f8-4b4d-b02b-59a177dc1116 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.473603] env[62226]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1734.473870] env[62226]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62226) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1734.474532] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Folder already exists: Project (4f86255f4a224519a84a5d93b8eca244). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1734.474694] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Creating folder: Instances. Parent ref: group-v416454. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.475213] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d48d32c8-947e-460e-b9b5-6ac6cd34bc8f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.485744] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Created folder: Instances in parent group-v416454. [ 1734.486064] env[62226]: DEBUG oslo.service.loopingcall [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.486622] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1734.486902] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a07b395-3d1c-4cd7-9999-eb932b16ff3a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.510322] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027594, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.517109] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1734.517109] env[62226]: value = "task-2027597" [ 1734.517109] env[62226]: _type = "Task" [ 1734.517109] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.525345] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027597, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.591654] env[62226]: DEBUG nova.scheduler.client.report [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.668637] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dc402e10-133a-4da2-ab14-1374bbac021f tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.656s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.923093] env[62226]: DEBUG nova.compute.manager [req-238e004a-4866-423a-aaf7-dade239d7430 req-51e17ebf-da6e-48b4-9599-68a4e9fa15c4 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Received event network-changed-d9953c98-1341-435c-9fce-9acdc6a457aa {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1734.924964] env[62226]: DEBUG nova.compute.manager [req-238e004a-4866-423a-aaf7-dade239d7430 req-51e17ebf-da6e-48b4-9599-68a4e9fa15c4 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Refreshing instance network info cache due to event network-changed-d9953c98-1341-435c-9fce-9acdc6a457aa. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1734.924964] env[62226]: DEBUG oslo_concurrency.lockutils [req-238e004a-4866-423a-aaf7-dade239d7430 req-51e17ebf-da6e-48b4-9599-68a4e9fa15c4 service nova] Acquiring lock "refresh_cache-5b4a8123-9c99-493d-b720-349ccfbd8652" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.924964] env[62226]: DEBUG oslo_concurrency.lockutils [req-238e004a-4866-423a-aaf7-dade239d7430 req-51e17ebf-da6e-48b4-9599-68a4e9fa15c4 service nova] Acquired lock "refresh_cache-5b4a8123-9c99-493d-b720-349ccfbd8652" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.924964] env[62226]: DEBUG nova.network.neutron [req-238e004a-4866-423a-aaf7-dade239d7430 req-51e17ebf-da6e-48b4-9599-68a4e9fa15c4 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Refreshing network info cache for port d9953c98-1341-435c-9fce-9acdc6a457aa {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.930250] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "f263411a-c4ff-4ee8-a10a-7fc791491124" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.930441] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "f263411a-c4ff-4ee8-a10a-7fc791491124" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.930650] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "f263411a-c4ff-4ee8-a10a-7fc791491124-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.930830] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "f263411a-c4ff-4ee8-a10a-7fc791491124-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.930992] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "f263411a-c4ff-4ee8-a10a-7fc791491124-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.933576] env[62226]: INFO nova.compute.manager [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Terminating instance [ 1734.991506] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027594, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.026118] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027597, 'name': CreateVM_Task, 'duration_secs': 0.325204} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.026368] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1735.027482] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416471', 'volume_id': '546de6a5-2043-405d-b6b5-072dbde289b5', 'name': 'volume-546de6a5-2043-405d-b6b5-072dbde289b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b4a8123-9c99-493d-b720-349ccfbd8652', 'attached_at': '', 'detached_at': '', 'volume_id': '546de6a5-2043-405d-b6b5-072dbde289b5', 'serial': '546de6a5-2043-405d-b6b5-072dbde289b5'}, 'attachment_id': '17881577-64b5-477a-83ae-0832eaad1913', 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62226) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1735.027971] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Root volume attach. Driver type: vmdk {{(pid=62226) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1735.028890] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512011e4-f899-4281-82e6-d6c4f902b537 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.037412] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4bdb2f-503e-493b-b330-ba85561e552f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.045413] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f11406b-03b0-415e-ae04-7d65f3ec5b19 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.051886] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3c9ae36a-53bc-47a0-b484-13b43cef51f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.058753] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Waiting for the task: (returnval){ [ 1735.058753] env[62226]: value = "task-2027598" [ 1735.058753] env[62226]: _type = "Task" [ 1735.058753] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.066629] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027598, 'name': RelocateVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.097361] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.100046] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.381s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.100388] env[62226]: DEBUG nova.objects.instance [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lazy-loading 'resources' on Instance uuid 895cf2de-e826-49e7-8674-863a62611dcf {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.139855] env[62226]: INFO nova.scheduler.client.report [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Deleted allocations for instance 4465170d-735f-469d-8be1-90251bb88fe2 [ 1735.178805] env[62226]: DEBUG nova.compute.manager [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1735.441208] env[62226]: DEBUG nova.compute.manager [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1735.441422] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1735.442388] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41991440-5d18-4e43-b8c5-c8291a1d3568 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.451436] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.451987] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ace097e2-cd4d-4c33-b163-594d43570da1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.498135] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027594, 'name': CloneVM_Task, 'duration_secs': 1.716514} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.501079] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Created linked-clone VM from snapshot [ 1735.502533] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd49fb18-1100-4a67-8aab-54b1c64a6818 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.514017] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Uploading image 9d3876c5-d85e-4993-95fd-a0ad768bfe30 {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1735.541572] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1735.541572] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1735.541572] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Deleting the datastore file [datastore2] f263411a-c4ff-4ee8-a10a-7fc791491124 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1735.541572] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38d64b6e-5b9a-4096-9752-ca3bc20f68ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.546140] env[62226]: DEBUG oslo_vmware.rw_handles [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1735.546140] env[62226]: value = "vm-416515" [ 1735.546140] env[62226]: _type = "VirtualMachine" [ 1735.546140] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1735.546140] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c43fb924-6142-4925-b51d-fd7cb98a3e79 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.552116] env[62226]: DEBUG oslo_vmware.rw_handles [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lease: (returnval){ [ 1735.552116] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e3be70-8e4f-0d8a-c0b7-47845227481f" [ 1735.552116] env[62226]: _type = "HttpNfcLease" [ 1735.552116] env[62226]: } obtained for exporting VM: (result){ [ 1735.552116] env[62226]: value = "vm-416515" [ 1735.552116] env[62226]: _type = "VirtualMachine" [ 1735.552116] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1735.552365] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the lease: (returnval){ [ 1735.552365] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e3be70-8e4f-0d8a-c0b7-47845227481f" [ 1735.552365] env[62226]: _type = "HttpNfcLease" [ 1735.552365] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1735.553662] env[62226]: DEBUG oslo_vmware.api [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1735.553662] env[62226]: value = "task-2027600" [ 1735.553662] env[62226]: _type = "Task" [ 1735.553662] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.565949] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1735.565949] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e3be70-8e4f-0d8a-c0b7-47845227481f" [ 1735.565949] env[62226]: _type = "HttpNfcLease" [ 1735.565949] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1735.569814] env[62226]: DEBUG oslo_vmware.api [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.573778] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027598, 'name': RelocateVM_Task, 'duration_secs': 0.022806} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.574066] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1735.574278] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416471', 'volume_id': '546de6a5-2043-405d-b6b5-072dbde289b5', 'name': 'volume-546de6a5-2043-405d-b6b5-072dbde289b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b4a8123-9c99-493d-b720-349ccfbd8652', 'attached_at': '', 'detached_at': '', 'volume_id': '546de6a5-2043-405d-b6b5-072dbde289b5', 'serial': '546de6a5-2043-405d-b6b5-072dbde289b5'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1735.575411] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f90325e-812c-43e1-8118-479a97e48355 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.598384] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8442ec-0dcc-491e-8870-106d156c367f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.647212] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-546de6a5-2043-405d-b6b5-072dbde289b5/volume-546de6a5-2043-405d-b6b5-072dbde289b5.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1735.654514] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87616c02-5431-42de-976c-7086fb3386ad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.686469] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ccdce1b-6dd0-4af2-9335-4de11a719254 tempest-ServerDiagnosticsNegativeTest-244855411 tempest-ServerDiagnosticsNegativeTest-244855411-project-member] Lock "4465170d-735f-469d-8be1-90251bb88fe2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.444s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.699532] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Waiting for the task: (returnval){ [ 1735.699532] env[62226]: value = "task-2027602" [ 1735.699532] env[62226]: _type = "Task" [ 1735.699532] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.710090] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.713432] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.845633] env[62226]: DEBUG nova.network.neutron [req-238e004a-4866-423a-aaf7-dade239d7430 req-51e17ebf-da6e-48b4-9599-68a4e9fa15c4 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Updated VIF entry in instance network info cache for port d9953c98-1341-435c-9fce-9acdc6a457aa. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1735.845995] env[62226]: DEBUG nova.network.neutron [req-238e004a-4866-423a-aaf7-dade239d7430 req-51e17ebf-da6e-48b4-9599-68a4e9fa15c4 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Updating instance_info_cache with network_info: [{"id": "d9953c98-1341-435c-9fce-9acdc6a457aa", "address": "fa:16:3e:6b:f7:36", "network": {"id": "fc840438-6300-442b-b669-8d322569c085", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1670142117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f86255f4a224519a84a5d93b8eca244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9953c98-13", "ovs_interfaceid": "d9953c98-1341-435c-9fce-9acdc6a457aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.067823] env[62226]: DEBUG oslo_vmware.api [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190317} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.068204] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1736.068204] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e3be70-8e4f-0d8a-c0b7-47845227481f" [ 1736.068204] env[62226]: _type = "HttpNfcLease" [ 1736.068204] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1736.068485] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1736.068671] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1736.068846] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1736.069031] env[62226]: INFO nova.compute.manager [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1736.069434] env[62226]: DEBUG oslo.service.loopingcall [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.069667] env[62226]: DEBUG oslo_vmware.rw_handles [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1736.069667] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e3be70-8e4f-0d8a-c0b7-47845227481f" [ 1736.069667] env[62226]: _type = "HttpNfcLease" [ 1736.069667] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1736.069882] env[62226]: DEBUG nova.compute.manager [-] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1736.069973] env[62226]: DEBUG nova.network.neutron [-] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1736.072050] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24b5b28-7d46-425d-9f12-dfd0f2713f69 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.086246] env[62226]: DEBUG oslo_vmware.rw_handles [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7392b-ae0d-7545-707c-5b9cb916bc3e/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1736.086459] env[62226]: DEBUG oslo_vmware.rw_handles [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7392b-ae0d-7545-707c-5b9cb916bc3e/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1736.187648] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e58a1df9-5490-4174-87b9-18bd0405e544 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.213788] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027602, 'name': ReconfigVM_Task, 'duration_secs': 0.299178} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.215965] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-546de6a5-2043-405d-b6b5-072dbde289b5/volume-546de6a5-2043-405d-b6b5-072dbde289b5.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1736.221277] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a32c11-936e-4f7b-9d8a-81cbb6d8e649 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.242217] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Waiting for the task: (returnval){ [ 1736.242217] env[62226]: value = "task-2027603" [ 1736.242217] env[62226]: _type = "Task" [ 1736.242217] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.258544] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da63f574-e53b-4ca9-ba78-876eab7c5414 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.260016] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.264836] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254e5c63-be7b-47ae-a228-79b0558a86a5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.298296] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36142782-4c22-4a63-b7c9-692fe2a984df {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.305802] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19881d7d-98ca-4f56-bafb-fb204d292afc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.319064] env[62226]: DEBUG nova.compute.provider_tree [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.350145] env[62226]: DEBUG oslo_concurrency.lockutils [req-238e004a-4866-423a-aaf7-dade239d7430 req-51e17ebf-da6e-48b4-9599-68a4e9fa15c4 service nova] Releasing lock "refresh_cache-5b4a8123-9c99-493d-b720-349ccfbd8652" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.754883] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027603, 'name': ReconfigVM_Task, 'duration_secs': 0.126707} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.755376] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416471', 'volume_id': '546de6a5-2043-405d-b6b5-072dbde289b5', 'name': 'volume-546de6a5-2043-405d-b6b5-072dbde289b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b4a8123-9c99-493d-b720-349ccfbd8652', 'attached_at': '', 'detached_at': '', 'volume_id': '546de6a5-2043-405d-b6b5-072dbde289b5', 'serial': '546de6a5-2043-405d-b6b5-072dbde289b5'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1736.755964] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e276df6b-05fa-49cf-92e9-a53fa835bbf6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.762461] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Waiting for the task: (returnval){ [ 1736.762461] env[62226]: value = "task-2027604" [ 1736.762461] env[62226]: _type = "Task" [ 1736.762461] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.771339] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027604, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.823455] env[62226]: DEBUG nova.scheduler.client.report [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.957655] env[62226]: DEBUG nova.compute.manager [req-69d3043d-0b33-4f3f-a547-a7db9205329d req-a223cbc3-4b72-4def-8469-55d29f26bc04 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Received event network-changed-51042502-6a28-4792-b694-9229903f9b43 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1736.957930] env[62226]: DEBUG nova.compute.manager [req-69d3043d-0b33-4f3f-a547-a7db9205329d req-a223cbc3-4b72-4def-8469-55d29f26bc04 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Refreshing instance network info cache due to event network-changed-51042502-6a28-4792-b694-9229903f9b43. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1736.958524] env[62226]: DEBUG oslo_concurrency.lockutils [req-69d3043d-0b33-4f3f-a547-a7db9205329d req-a223cbc3-4b72-4def-8469-55d29f26bc04 service nova] Acquiring lock "refresh_cache-a8b57022-3376-4cd7-a883-01eac833e7ca" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.958524] env[62226]: DEBUG oslo_concurrency.lockutils [req-69d3043d-0b33-4f3f-a547-a7db9205329d req-a223cbc3-4b72-4def-8469-55d29f26bc04 service nova] Acquired lock "refresh_cache-a8b57022-3376-4cd7-a883-01eac833e7ca" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.958524] env[62226]: DEBUG nova.network.neutron [req-69d3043d-0b33-4f3f-a547-a7db9205329d req-a223cbc3-4b72-4def-8469-55d29f26bc04 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Refreshing network info cache for port 51042502-6a28-4792-b694-9229903f9b43 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1737.016564] env[62226]: DEBUG nova.network.neutron [-] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.274973] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027604, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.316524] env[62226]: DEBUG nova.compute.manager [req-999a072d-f75c-45c0-acaf-d161c995c352 req-2cefe1e1-5c57-4877-96f8-7c8bc425929e service nova] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Received event network-vif-plugged-739695f8-1acd-470f-893a-df6bfc579572 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1737.317802] env[62226]: DEBUG oslo_concurrency.lockutils [req-999a072d-f75c-45c0-acaf-d161c995c352 req-2cefe1e1-5c57-4877-96f8-7c8bc425929e service nova] Acquiring lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.318161] env[62226]: DEBUG oslo_concurrency.lockutils [req-999a072d-f75c-45c0-acaf-d161c995c352 req-2cefe1e1-5c57-4877-96f8-7c8bc425929e service nova] Lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.318416] env[62226]: DEBUG oslo_concurrency.lockutils [req-999a072d-f75c-45c0-acaf-d161c995c352 req-2cefe1e1-5c57-4877-96f8-7c8bc425929e service nova] Lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.318711] env[62226]: DEBUG nova.compute.manager [req-999a072d-f75c-45c0-acaf-d161c995c352 req-2cefe1e1-5c57-4877-96f8-7c8bc425929e service nova] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] No waiting events found dispatching network-vif-plugged-739695f8-1acd-470f-893a-df6bfc579572 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1737.318902] env[62226]: WARNING nova.compute.manager [req-999a072d-f75c-45c0-acaf-d161c995c352 req-2cefe1e1-5c57-4877-96f8-7c8bc425929e service nova] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Received unexpected event network-vif-plugged-739695f8-1acd-470f-893a-df6bfc579572 for instance with vm_state building and task_state spawning. [ 1737.330831] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.338479] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.623s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.385275] env[62226]: INFO nova.scheduler.client.report [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Deleted allocations for instance 895cf2de-e826-49e7-8674-863a62611dcf [ 1737.414600] env[62226]: DEBUG nova.network.neutron [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Successfully updated port: 739695f8-1acd-470f-893a-df6bfc579572 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1737.521388] env[62226]: INFO nova.compute.manager [-] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Took 1.45 seconds to deallocate network for instance. [ 1737.750970] env[62226]: DEBUG nova.network.neutron [req-69d3043d-0b33-4f3f-a547-a7db9205329d req-a223cbc3-4b72-4def-8469-55d29f26bc04 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Updated VIF entry in instance network info cache for port 51042502-6a28-4792-b694-9229903f9b43. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1737.751632] env[62226]: DEBUG nova.network.neutron [req-69d3043d-0b33-4f3f-a547-a7db9205329d req-a223cbc3-4b72-4def-8469-55d29f26bc04 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Updating instance_info_cache with network_info: [{"id": "51042502-6a28-4792-b694-9229903f9b43", "address": "fa:16:3e:a0:e0:19", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51042502-6a", "ovs_interfaceid": "51042502-6a28-4792-b694-9229903f9b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.775035] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027604, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.895053] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7950d685-6be3-4cdc-8fe4-78b48625ccdb tempest-ServersAdmin275Test-1112966634 tempest-ServersAdmin275Test-1112966634-project-member] Lock "895cf2de-e826-49e7-8674-863a62611dcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.083s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.919315] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "refresh_cache-7f16ec7d-56cf-4636-bcca-9dd80b5470b4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.919569] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "refresh_cache-7f16ec7d-56cf-4636-bcca-9dd80b5470b4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.919665] env[62226]: DEBUG nova.network.neutron [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.029916] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.257037] env[62226]: DEBUG oslo_concurrency.lockutils [req-69d3043d-0b33-4f3f-a547-a7db9205329d req-a223cbc3-4b72-4def-8469-55d29f26bc04 service nova] Releasing lock "refresh_cache-a8b57022-3376-4cd7-a883-01eac833e7ca" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.257481] env[62226]: DEBUG nova.compute.manager [req-69d3043d-0b33-4f3f-a547-a7db9205329d req-a223cbc3-4b72-4def-8469-55d29f26bc04 service nova] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Received event network-vif-deleted-3c96c11f-5d74-4654-9030-e0a7afac17fd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1738.257772] env[62226]: INFO nova.compute.manager [req-69d3043d-0b33-4f3f-a547-a7db9205329d req-a223cbc3-4b72-4def-8469-55d29f26bc04 service nova] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Neutron deleted interface 3c96c11f-5d74-4654-9030-e0a7afac17fd; detaching it from the instance and deleting it from the info cache [ 1738.258056] env[62226]: DEBUG nova.network.neutron [req-69d3043d-0b33-4f3f-a547-a7db9205329d req-a223cbc3-4b72-4def-8469-55d29f26bc04 service nova] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.278796] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027604, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.310117] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae8ef67-c6ae-4d24-bd8e-0f9c5b9bfd97 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.319048] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363cdc46-800e-4835-ac86-cc5a3ba7147a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.353214] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d54336-f920-4d09-b25e-8dfb2111778d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.361824] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd08b75-336e-4d09-bb29-1bcadf62a2bc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.376892] env[62226]: DEBUG nova.compute.provider_tree [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.466911] env[62226]: DEBUG nova.network.neutron [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1738.622209] env[62226]: DEBUG nova.network.neutron [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Updating instance_info_cache with network_info: [{"id": "739695f8-1acd-470f-893a-df6bfc579572", "address": "fa:16:3e:b7:f5:c7", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739695f8-1a", "ovs_interfaceid": "739695f8-1acd-470f-893a-df6bfc579572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.761477] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8a1faeb-5735-42f0-b120-a5dce285ed4c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.773035] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d156269-a332-4c94-b4a1-f89e613e22e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.787163] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027604, 'name': Rename_Task, 'duration_secs': 1.694005} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.787966] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.788582] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-741f7108-3aff-48dc-9238-3cb7938ff162 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.807232] env[62226]: DEBUG nova.compute.manager [req-69d3043d-0b33-4f3f-a547-a7db9205329d req-a223cbc3-4b72-4def-8469-55d29f26bc04 service nova] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Detach interface failed, port_id=3c96c11f-5d74-4654-9030-e0a7afac17fd, reason: Instance f263411a-c4ff-4ee8-a10a-7fc791491124 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1738.809018] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Waiting for the task: (returnval){ [ 1738.809018] env[62226]: value = "task-2027605" [ 1738.809018] env[62226]: _type = "Task" [ 1738.809018] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.817434] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027605, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.881103] env[62226]: DEBUG nova.scheduler.client.report [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.123897] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "refresh_cache-7f16ec7d-56cf-4636-bcca-9dd80b5470b4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.124231] env[62226]: DEBUG nova.compute.manager [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Instance network_info: |[{"id": "739695f8-1acd-470f-893a-df6bfc579572", "address": "fa:16:3e:b7:f5:c7", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739695f8-1a", "ovs_interfaceid": "739695f8-1acd-470f-893a-df6bfc579572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1739.124680] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:f5:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '739695f8-1acd-470f-893a-df6bfc579572', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1739.133700] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Creating folder: Project (a741d5a42bd0495fbe6462f78cf1ef21). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.134105] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3d71d09-5967-455a-806a-5ea992f2fd18 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.145172] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Created folder: Project (a741d5a42bd0495fbe6462f78cf1ef21) in parent group-v416438. [ 1739.145511] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Creating folder: Instances. Parent ref: group-v416518. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.145688] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb755f1c-74e3-422a-939c-b17f369f6b4a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.156673] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Created folder: Instances in parent group-v416518. [ 1739.157054] env[62226]: DEBUG oslo.service.loopingcall [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.157494] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.157929] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61615db9-80a5-4342-92a2-7ded94e345e2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.189670] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1739.189670] env[62226]: value = "task-2027608" [ 1739.189670] env[62226]: _type = "Task" [ 1739.189670] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.204854] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027608, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.321415] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.456273] env[62226]: DEBUG nova.compute.manager [req-3ffcec01-e1bb-4b96-bab6-c58beba80830 req-91612294-4036-4d35-9a36-7f30f5d718df service nova] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Received event network-changed-739695f8-1acd-470f-893a-df6bfc579572 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1739.456273] env[62226]: DEBUG nova.compute.manager [req-3ffcec01-e1bb-4b96-bab6-c58beba80830 req-91612294-4036-4d35-9a36-7f30f5d718df service nova] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Refreshing instance network info cache due to event network-changed-739695f8-1acd-470f-893a-df6bfc579572. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1739.458384] env[62226]: DEBUG oslo_concurrency.lockutils [req-3ffcec01-e1bb-4b96-bab6-c58beba80830 req-91612294-4036-4d35-9a36-7f30f5d718df service nova] Acquiring lock "refresh_cache-7f16ec7d-56cf-4636-bcca-9dd80b5470b4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.458384] env[62226]: DEBUG oslo_concurrency.lockutils [req-3ffcec01-e1bb-4b96-bab6-c58beba80830 req-91612294-4036-4d35-9a36-7f30f5d718df service nova] Acquired lock "refresh_cache-7f16ec7d-56cf-4636-bcca-9dd80b5470b4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.458384] env[62226]: DEBUG nova.network.neutron [req-3ffcec01-e1bb-4b96-bab6-c58beba80830 req-91612294-4036-4d35-9a36-7f30f5d718df service nova] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Refreshing network info cache for port 739695f8-1acd-470f-893a-df6bfc579572 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1739.702468] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027608, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.819521] env[62226]: DEBUG oslo_vmware.api [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027605, 'name': PowerOnVM_Task, 'duration_secs': 0.577717} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.819791] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.820017] env[62226]: INFO nova.compute.manager [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1739.820213] env[62226]: DEBUG nova.compute.manager [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.821274] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fba3a63-9fd5-4a6d-8c83-70c06c98ba71 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.896245] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.556s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.902090] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.874s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.905100] env[62226]: INFO nova.compute.claims [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.207332] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027608, 'name': CreateVM_Task, 'duration_secs': 0.59746} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.211601] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.212630] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.213082] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.213659] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1740.214560] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dedf930-1961-453d-a88d-ff7eadee3350 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.223147] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1740.223147] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525252e6-f5c6-3164-1e82-afa7a9036454" [ 1740.223147] env[62226]: _type = "Task" [ 1740.223147] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.230202] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525252e6-f5c6-3164-1e82-afa7a9036454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.344769] env[62226]: INFO nova.compute.manager [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Took 44.92 seconds to build instance. [ 1740.459101] env[62226]: DEBUG nova.network.neutron [req-3ffcec01-e1bb-4b96-bab6-c58beba80830 req-91612294-4036-4d35-9a36-7f30f5d718df service nova] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Updated VIF entry in instance network info cache for port 739695f8-1acd-470f-893a-df6bfc579572. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.459101] env[62226]: DEBUG nova.network.neutron [req-3ffcec01-e1bb-4b96-bab6-c58beba80830 req-91612294-4036-4d35-9a36-7f30f5d718df service nova] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Updating instance_info_cache with network_info: [{"id": "739695f8-1acd-470f-893a-df6bfc579572", "address": "fa:16:3e:b7:f5:c7", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739695f8-1a", "ovs_interfaceid": "739695f8-1acd-470f-893a-df6bfc579572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.482016] env[62226]: INFO nova.scheduler.client.report [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Deleted allocation for migration ce748876-dde4-46f9-871c-c2f61e344bbb [ 1740.738030] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525252e6-f5c6-3164-1e82-afa7a9036454, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.738030] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.738030] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.738030] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.738350] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.738350] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.738350] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dd6f671-0e5a-4a01-b8dc-a2860278b335 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.747880] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.747880] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.749534] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa23b5b-3cb4-4359-a9ae-cbe55c062974 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.758021] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1740.758021] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e4be77-d707-13f5-ce9e-8be45019868d" [ 1740.758021] env[62226]: _type = "Task" [ 1740.758021] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.765149] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e4be77-d707-13f5-ce9e-8be45019868d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.847434] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee7b2064-b461-476c-9258-3c40bd66a25e tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Lock "5b4a8123-9c99-493d-b720-349ccfbd8652" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.932s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.970152] env[62226]: DEBUG oslo_concurrency.lockutils [req-3ffcec01-e1bb-4b96-bab6-c58beba80830 req-91612294-4036-4d35-9a36-7f30f5d718df service nova] Releasing lock "refresh_cache-7f16ec7d-56cf-4636-bcca-9dd80b5470b4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.993587] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4bd26a75-d4e2-4677-b273-8715f8a7d117 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c50bc1d9-19e6-439e-8782-7b268047d420" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.011s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.194192] env[62226]: DEBUG nova.compute.manager [req-690c0467-f97a-43e8-a4ef-f67632684ecb req-5051e2d1-d870-45f0-b222-c5c1adc44047 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Received event network-changed-d9953c98-1341-435c-9fce-9acdc6a457aa {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1741.194192] env[62226]: DEBUG nova.compute.manager [req-690c0467-f97a-43e8-a4ef-f67632684ecb req-5051e2d1-d870-45f0-b222-c5c1adc44047 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Refreshing instance network info cache due to event network-changed-d9953c98-1341-435c-9fce-9acdc6a457aa. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1741.194438] env[62226]: DEBUG oslo_concurrency.lockutils [req-690c0467-f97a-43e8-a4ef-f67632684ecb req-5051e2d1-d870-45f0-b222-c5c1adc44047 service nova] Acquiring lock "refresh_cache-5b4a8123-9c99-493d-b720-349ccfbd8652" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.194510] env[62226]: DEBUG oslo_concurrency.lockutils [req-690c0467-f97a-43e8-a4ef-f67632684ecb req-5051e2d1-d870-45f0-b222-c5c1adc44047 service nova] Acquired lock "refresh_cache-5b4a8123-9c99-493d-b720-349ccfbd8652" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.194720] env[62226]: DEBUG nova.network.neutron [req-690c0467-f97a-43e8-a4ef-f67632684ecb req-5051e2d1-d870-45f0-b222-c5c1adc44047 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Refreshing network info cache for port d9953c98-1341-435c-9fce-9acdc6a457aa {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.271734] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e4be77-d707-13f5-ce9e-8be45019868d, 'name': SearchDatastore_Task, 'duration_secs': 0.012554} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.272796] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f220c7-87fe-4ca9-87b9-4e91f9c83e0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.286230] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1741.286230] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52824f93-70da-3b99-17ae-bca1dbb0e72b" [ 1741.286230] env[62226]: _type = "Task" [ 1741.286230] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.295476] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52824f93-70da-3b99-17ae-bca1dbb0e72b, 'name': SearchDatastore_Task, 'duration_secs': 0.011857} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.296023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.296636] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 7f16ec7d-56cf-4636-bcca-9dd80b5470b4/7f16ec7d-56cf-4636-bcca-9dd80b5470b4.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.297074] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1efa186-6203-475c-9b1f-094674885564 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.304755] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1741.304755] env[62226]: value = "task-2027609" [ 1741.304755] env[62226]: _type = "Task" [ 1741.304755] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.321487] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.350854] env[62226]: DEBUG nova.compute.manager [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1741.500074] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ddad5b-d199-4e26-b7fa-1be40fea3d3d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.510602] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73403d2-78ad-4709-a33e-aee1b8d3dc81 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.551827] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ef5294-6c24-4c75-9dc6-a50cef17cf0b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.560293] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3580c665-55dc-4f49-b274-8d95a2933bd0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.576503] env[62226]: DEBUG nova.compute.provider_tree [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.817580] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027609, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.889046] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.981580] env[62226]: DEBUG nova.network.neutron [req-690c0467-f97a-43e8-a4ef-f67632684ecb req-5051e2d1-d870-45f0-b222-c5c1adc44047 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Updated VIF entry in instance network info cache for port d9953c98-1341-435c-9fce-9acdc6a457aa. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.981958] env[62226]: DEBUG nova.network.neutron [req-690c0467-f97a-43e8-a4ef-f67632684ecb req-5051e2d1-d870-45f0-b222-c5c1adc44047 service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Updating instance_info_cache with network_info: [{"id": "d9953c98-1341-435c-9fce-9acdc6a457aa", "address": "fa:16:3e:6b:f7:36", "network": {"id": "fc840438-6300-442b-b669-8d322569c085", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1670142117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f86255f4a224519a84a5d93b8eca244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9953c98-13", "ovs_interfaceid": "d9953c98-1341-435c-9fce-9acdc6a457aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.083805] env[62226]: DEBUG nova.scheduler.client.report [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1742.320421] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555957} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.321301] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 7f16ec7d-56cf-4636-bcca-9dd80b5470b4/7f16ec7d-56cf-4636-bcca-9dd80b5470b4.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.323481] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.323782] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8e8851f-a725-46cb-88e0-f8195bcb3dff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.331746] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1742.331746] env[62226]: value = "task-2027610" [ 1742.331746] env[62226]: _type = "Task" [ 1742.331746] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.343343] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.490408] env[62226]: DEBUG oslo_concurrency.lockutils [req-690c0467-f97a-43e8-a4ef-f67632684ecb req-5051e2d1-d870-45f0-b222-c5c1adc44047 service nova] Releasing lock "refresh_cache-5b4a8123-9c99-493d-b720-349ccfbd8652" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.594712] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.596034] env[62226]: DEBUG nova.compute.manager [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1742.602806] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.698s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.604450] env[62226]: INFO nova.compute.claims [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1742.842391] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075448} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.842784] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.843643] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23bc533-d68e-4db2-a3a5-29a39f367061 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.867515] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 7f16ec7d-56cf-4636-bcca-9dd80b5470b4/7f16ec7d-56cf-4636-bcca-9dd80b5470b4.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.867927] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d20895-1841-45b6-8b9d-3b2ef3bbc486 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.897354] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1742.897354] env[62226]: value = "task-2027611" [ 1742.897354] env[62226]: _type = "Task" [ 1742.897354] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.909026] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.070207] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.074127] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.111250] env[62226]: DEBUG nova.compute.utils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1743.119597] env[62226]: DEBUG nova.compute.manager [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1743.119851] env[62226]: DEBUG nova.network.neutron [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1743.194365] env[62226]: DEBUG nova.policy [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5223bfa2238d4a4092e3ae819d4bce60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9318cddc527f49949695fbdd7c8e07c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1743.407962] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027611, 'name': ReconfigVM_Task, 'duration_secs': 0.404445} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.409798] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 7f16ec7d-56cf-4636-bcca-9dd80b5470b4/7f16ec7d-56cf-4636-bcca-9dd80b5470b4.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.410470] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf6674b8-8492-4659-a39a-1590c9e30b3b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.419868] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1743.419868] env[62226]: value = "task-2027612" [ 1743.419868] env[62226]: _type = "Task" [ 1743.419868] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.432756] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027612, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.508169] env[62226]: DEBUG nova.network.neutron [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Successfully created port: 1b760d53-52ca-4bc1-b18a-5b4f7527167d {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1743.618489] env[62226]: DEBUG nova.compute.manager [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1743.927950] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027612, 'name': Rename_Task, 'duration_secs': 0.16249} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.928408] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.928587] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5617cda0-04b0-45a4-bc03-3af95d719d02 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.934624] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1743.934624] env[62226]: value = "task-2027613" [ 1743.934624] env[62226]: _type = "Task" [ 1743.934624] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.949931] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.066280] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.066280] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.127979] env[62226]: DEBUG oslo_vmware.rw_handles [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7392b-ae0d-7545-707c-5b9cb916bc3e/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1744.128940] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026639a7-b98d-4832-80fe-7e3c1be0860a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.139036] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aec543b-0c86-4bb7-a76e-7f641c50ff7c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.143900] env[62226]: DEBUG oslo_vmware.rw_handles [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7392b-ae0d-7545-707c-5b9cb916bc3e/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1744.144089] env[62226]: ERROR oslo_vmware.rw_handles [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7392b-ae0d-7545-707c-5b9cb916bc3e/disk-0.vmdk due to incomplete transfer. [ 1744.145190] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01cdf87f-e3dc-4a39-af9e-1056fce8add3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.157648] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49b6a75-2241-4ae0-ae55-076865f96805 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.160969] env[62226]: DEBUG oslo_vmware.rw_handles [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7392b-ae0d-7545-707c-5b9cb916bc3e/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1744.161100] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Uploaded image 9d3876c5-d85e-4993-95fd-a0ad768bfe30 to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1744.163198] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1744.163464] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-073fe6fa-9c2c-4a1d-802c-cddfe172eba3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.197281] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1744.197281] env[62226]: value = "task-2027614" [ 1744.197281] env[62226]: _type = "Task" [ 1744.197281] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.198306] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef98456-7923-46ec-a83b-0529ec4ce794 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.212025] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e98628b-0157-4e32-ac73-bee4bca461f5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.216338] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027614, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.226461] env[62226]: DEBUG nova.compute.provider_tree [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.446146] env[62226]: DEBUG oslo_vmware.api [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027613, 'name': PowerOnVM_Task, 'duration_secs': 0.505474} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.446382] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.446583] env[62226]: INFO nova.compute.manager [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1744.449613] env[62226]: DEBUG nova.compute.manager [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.449613] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a127200-3a42-4376-81fe-08380ac78317 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.462502] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "598fe4c0-055e-4182-afe3-1e50cadcb257" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.462502] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "598fe4c0-055e-4182-afe3-1e50cadcb257" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.633832] env[62226]: DEBUG nova.compute.manager [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1744.658403] env[62226]: DEBUG nova.virt.hardware [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1744.658659] env[62226]: DEBUG nova.virt.hardware [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.658815] env[62226]: DEBUG nova.virt.hardware [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1744.658994] env[62226]: DEBUG nova.virt.hardware [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.659169] env[62226]: DEBUG nova.virt.hardware [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1744.659323] env[62226]: DEBUG nova.virt.hardware [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1744.659616] env[62226]: DEBUG nova.virt.hardware [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1744.659704] env[62226]: DEBUG nova.virt.hardware [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1744.659866] env[62226]: DEBUG nova.virt.hardware [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1744.660039] env[62226]: DEBUG nova.virt.hardware [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1744.660216] env[62226]: DEBUG nova.virt.hardware [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1744.661064] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d22fb1-fc93-46e0-9bea-a961b9de0ae6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.669388] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad1298a-9188-4095-a9f3-4adf0210bbd2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.710508] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027614, 'name': Destroy_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.729288] env[62226]: DEBUG nova.scheduler.client.report [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1744.975757] env[62226]: INFO nova.compute.manager [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Took 49.17 seconds to build instance. [ 1745.066919] env[62226]: DEBUG nova.network.neutron [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Successfully updated port: 1b760d53-52ca-4bc1-b18a-5b4f7527167d {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1745.149763] env[62226]: DEBUG nova.compute.manager [req-7d8603b2-077e-4514-b0fe-b85a3281002b req-c8be337a-87e6-464a-a577-5c87bc6d3969 service nova] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Received event network-vif-plugged-1b760d53-52ca-4bc1-b18a-5b4f7527167d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1745.149972] env[62226]: DEBUG oslo_concurrency.lockutils [req-7d8603b2-077e-4514-b0fe-b85a3281002b req-c8be337a-87e6-464a-a577-5c87bc6d3969 service nova] Acquiring lock "b6a6d29b-6e30-4733-8854-b8c6cbcaa014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.150194] env[62226]: DEBUG oslo_concurrency.lockutils [req-7d8603b2-077e-4514-b0fe-b85a3281002b req-c8be337a-87e6-464a-a577-5c87bc6d3969 service nova] Lock "b6a6d29b-6e30-4733-8854-b8c6cbcaa014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.150361] env[62226]: DEBUG oslo_concurrency.lockutils [req-7d8603b2-077e-4514-b0fe-b85a3281002b req-c8be337a-87e6-464a-a577-5c87bc6d3969 service nova] Lock "b6a6d29b-6e30-4733-8854-b8c6cbcaa014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.150527] env[62226]: DEBUG nova.compute.manager [req-7d8603b2-077e-4514-b0fe-b85a3281002b req-c8be337a-87e6-464a-a577-5c87bc6d3969 service nova] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] No waiting events found dispatching network-vif-plugged-1b760d53-52ca-4bc1-b18a-5b4f7527167d {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1745.150715] env[62226]: WARNING nova.compute.manager [req-7d8603b2-077e-4514-b0fe-b85a3281002b req-c8be337a-87e6-464a-a577-5c87bc6d3969 service nova] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Received unexpected event network-vif-plugged-1b760d53-52ca-4bc1-b18a-5b4f7527167d for instance with vm_state building and task_state spawning. [ 1745.214330] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027614, 'name': Destroy_Task, 'duration_secs': 0.633316} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.214715] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Destroyed the VM [ 1745.215115] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1745.215483] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df4dd80c-1796-434a-b265-cb440f878325 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.222439] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1745.222439] env[62226]: value = "task-2027615" [ 1745.222439] env[62226]: _type = "Task" [ 1745.222439] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.230282] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027615, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.234143] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.234662] env[62226]: DEBUG nova.compute.manager [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1745.238600] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.437s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.238820] env[62226]: DEBUG nova.objects.instance [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lazy-loading 'resources' on Instance uuid d7c708b7-1702-4f31-a8db-07f8d601b7fc {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.478241] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e262bd77-f1b4-4942-bc89-c4cb272b6197 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.032s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.573403] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "refresh_cache-b6a6d29b-6e30-4733-8854-b8c6cbcaa014" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.573553] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquired lock "refresh_cache-b6a6d29b-6e30-4733-8854-b8c6cbcaa014" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.573705] env[62226]: DEBUG nova.network.neutron [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.735760] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027615, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.740641] env[62226]: DEBUG nova.compute.utils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1745.741837] env[62226]: DEBUG nova.compute.manager [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1745.741837] env[62226]: DEBUG nova.network.neutron [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1745.804882] env[62226]: DEBUG nova.policy [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b16d986d6ad4cddb26126913425f5fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6095cbc3095d4f66b7f95ec2686786ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1745.980946] env[62226]: DEBUG nova.compute.manager [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1746.085442] env[62226]: DEBUG nova.network.neutron [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Successfully created port: 0de1332d-9a1c-4c7c-85ac-2fe7da0339cb {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1746.108864] env[62226]: DEBUG nova.network.neutron [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1746.238956] env[62226]: DEBUG oslo_vmware.api [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027615, 'name': RemoveSnapshot_Task, 'duration_secs': 0.933435} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.240570] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1746.240821] env[62226]: INFO nova.compute.manager [None req-53190588-ec1d-4ff9-892f-e4c232d506b6 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 1746.250190] env[62226]: DEBUG nova.compute.manager [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1746.262971] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e7ea7a-e366-456b-8849-b024ebcd0e5e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.272353] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d053096a-bb21-4927-860c-40b6329e18ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.312200] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cdf4bd-2db5-4e11-870f-bac14adca7ab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.321790] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02990c31-3a5c-4b25-ab95-6cbdf2f2d5fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.336237] env[62226]: DEBUG nova.compute.provider_tree [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.340099] env[62226]: DEBUG nova.network.neutron [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Updating instance_info_cache with network_info: [{"id": "1b760d53-52ca-4bc1-b18a-5b4f7527167d", "address": "fa:16:3e:e1:2d:cd", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b760d53-52", "ovs_interfaceid": "1b760d53-52ca-4bc1-b18a-5b4f7527167d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.500088] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.842783] env[62226]: DEBUG nova.scheduler.client.report [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1746.846124] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Releasing lock "refresh_cache-b6a6d29b-6e30-4733-8854-b8c6cbcaa014" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.846423] env[62226]: DEBUG nova.compute.manager [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Instance network_info: |[{"id": "1b760d53-52ca-4bc1-b18a-5b4f7527167d", "address": "fa:16:3e:e1:2d:cd", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b760d53-52", "ovs_interfaceid": "1b760d53-52ca-4bc1-b18a-5b4f7527167d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1746.846792] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:2d:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b760d53-52ca-4bc1-b18a-5b4f7527167d', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.854606] env[62226]: DEBUG oslo.service.loopingcall [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.855172] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.855308] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61af98e6-2ae5-4f10-a59d-06949db6d5d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.876879] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.876879] env[62226]: value = "task-2027616" [ 1746.876879] env[62226]: _type = "Task" [ 1746.876879] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.885646] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027616, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.150460] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.150460] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.212412] env[62226]: DEBUG nova.compute.manager [req-5233c6ac-311d-4495-9a9b-718e4f00bb8f req-da1651aa-5825-45ab-a01f-a1eb8f234760 service nova] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Received event network-changed-1b760d53-52ca-4bc1-b18a-5b4f7527167d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1747.212561] env[62226]: DEBUG nova.compute.manager [req-5233c6ac-311d-4495-9a9b-718e4f00bb8f req-da1651aa-5825-45ab-a01f-a1eb8f234760 service nova] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Refreshing instance network info cache due to event network-changed-1b760d53-52ca-4bc1-b18a-5b4f7527167d. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1747.212779] env[62226]: DEBUG oslo_concurrency.lockutils [req-5233c6ac-311d-4495-9a9b-718e4f00bb8f req-da1651aa-5825-45ab-a01f-a1eb8f234760 service nova] Acquiring lock "refresh_cache-b6a6d29b-6e30-4733-8854-b8c6cbcaa014" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.212919] env[62226]: DEBUG oslo_concurrency.lockutils [req-5233c6ac-311d-4495-9a9b-718e4f00bb8f req-da1651aa-5825-45ab-a01f-a1eb8f234760 service nova] Acquired lock "refresh_cache-b6a6d29b-6e30-4733-8854-b8c6cbcaa014" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.213295] env[62226]: DEBUG nova.network.neutron [req-5233c6ac-311d-4495-9a9b-718e4f00bb8f req-da1651aa-5825-45ab-a01f-a1eb8f234760 service nova] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Refreshing network info cache for port 1b760d53-52ca-4bc1-b18a-5b4f7527167d {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.265537] env[62226]: DEBUG nova.compute.manager [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1747.291207] env[62226]: DEBUG nova.virt.hardware [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.291514] env[62226]: DEBUG nova.virt.hardware [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.291775] env[62226]: DEBUG nova.virt.hardware [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.292158] env[62226]: DEBUG nova.virt.hardware [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.292337] env[62226]: DEBUG nova.virt.hardware [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.292498] env[62226]: DEBUG nova.virt.hardware [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.292784] env[62226]: DEBUG nova.virt.hardware [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.292976] env[62226]: DEBUG nova.virt.hardware [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.293179] env[62226]: DEBUG nova.virt.hardware [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.293351] env[62226]: DEBUG nova.virt.hardware [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.293526] env[62226]: DEBUG nova.virt.hardware [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.294832] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6439abe-4c06-4789-bcdb-f481bfe2977c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.303835] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38a8f96-74a9-4f97-96f3-10b72933ef06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.356022] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.359603] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.329s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.361080] env[62226]: INFO nova.compute.claims [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1747.383219] env[62226]: INFO nova.scheduler.client.report [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Deleted allocations for instance d7c708b7-1702-4f31-a8db-07f8d601b7fc [ 1747.394494] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027616, 'name': CreateVM_Task, 'duration_secs': 0.354612} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.394494] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.394867] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.395127] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.395612] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.397884] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3ac01c-9667-4448-a04e-5514bdd7f1bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.401351] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1747.401351] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52646646-302b-9313-dc7d-5bd8b63c555d" [ 1747.401351] env[62226]: _type = "Task" [ 1747.401351] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.410877] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52646646-302b-9313-dc7d-5bd8b63c555d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.612305] env[62226]: DEBUG nova.network.neutron [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Successfully updated port: 0de1332d-9a1c-4c7c-85ac-2fe7da0339cb {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1747.897327] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e1072229-653f-4e0d-8df4-83058ae2d5cc tempest-ImagesOneServerTestJSON-1281770364 tempest-ImagesOneServerTestJSON-1281770364-project-member] Lock "d7c708b7-1702-4f31-a8db-07f8d601b7fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.388s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.914019] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52646646-302b-9313-dc7d-5bd8b63c555d, 'name': SearchDatastore_Task, 'duration_secs': 0.009889} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.914872] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.915106] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.915385] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.915646] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.915938] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1747.916541] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6645002-d0cb-4ba7-8532-6fda11aa2075 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.926561] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1747.926561] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1747.927638] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54cd0107-8771-43c5-8a19-eb934cfed5eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.933261] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1747.933261] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a14be0-f43d-d044-cb78-5feadb3625d6" [ 1747.933261] env[62226]: _type = "Task" [ 1747.933261] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.941339] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a14be0-f43d-d044-cb78-5feadb3625d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.944576] env[62226]: DEBUG nova.network.neutron [req-5233c6ac-311d-4495-9a9b-718e4f00bb8f req-da1651aa-5825-45ab-a01f-a1eb8f234760 service nova] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Updated VIF entry in instance network info cache for port 1b760d53-52ca-4bc1-b18a-5b4f7527167d. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1747.944862] env[62226]: DEBUG nova.network.neutron [req-5233c6ac-311d-4495-9a9b-718e4f00bb8f req-da1651aa-5825-45ab-a01f-a1eb8f234760 service nova] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Updating instance_info_cache with network_info: [{"id": "1b760d53-52ca-4bc1-b18a-5b4f7527167d", "address": "fa:16:3e:e1:2d:cd", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b760d53-52", "ovs_interfaceid": "1b760d53-52ca-4bc1-b18a-5b4f7527167d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.115320] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "refresh_cache-a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.115479] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "refresh_cache-a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.115632] env[62226]: DEBUG nova.network.neutron [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.448743] env[62226]: DEBUG oslo_concurrency.lockutils [req-5233c6ac-311d-4495-9a9b-718e4f00bb8f req-da1651aa-5825-45ab-a01f-a1eb8f234760 service nova] Releasing lock "refresh_cache-b6a6d29b-6e30-4733-8854-b8c6cbcaa014" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.449180] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a14be0-f43d-d044-cb78-5feadb3625d6, 'name': SearchDatastore_Task, 'duration_secs': 0.029335} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.450165] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f325838c-0ba9-4623-8042-2a677602ee8c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.455777] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1748.455777] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c5d8fe-af07-6c62-38e1-415a4dc37195" [ 1748.455777] env[62226]: _type = "Task" [ 1748.455777] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.465293] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c5d8fe-af07-6c62-38e1-415a4dc37195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.514404] env[62226]: DEBUG nova.compute.manager [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1748.514404] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a024cf4c-aeab-4854-8b99-04803673fa3e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.674483] env[62226]: DEBUG nova.network.neutron [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1748.835411] env[62226]: DEBUG nova.network.neutron [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Updating instance_info_cache with network_info: [{"id": "0de1332d-9a1c-4c7c-85ac-2fe7da0339cb", "address": "fa:16:3e:e3:50:13", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de1332d-9a", "ovs_interfaceid": "0de1332d-9a1c-4c7c-85ac-2fe7da0339cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.893228] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dab27e-51bd-4879-82db-140a948aa73d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.900883] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba77cca-a283-4571-9201-4ef6c43b707f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.930968] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc78448-2d0a-4587-9654-81e5eae37128 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.938218] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b69ef0-4a4e-43e3-817a-5dab2a5dd2d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.958220] env[62226]: DEBUG nova.compute.provider_tree [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.967711] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c5d8fe-af07-6c62-38e1-415a4dc37195, 'name': SearchDatastore_Task, 'duration_secs': 0.03916} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.968598] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.968859] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] b6a6d29b-6e30-4733-8854-b8c6cbcaa014/b6a6d29b-6e30-4733-8854-b8c6cbcaa014.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.969151] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d3fe7a1-8bf5-4b50-857e-c58f2fce4962 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.976693] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1748.976693] env[62226]: value = "task-2027617" [ 1748.976693] env[62226]: _type = "Task" [ 1748.976693] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.984808] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.025365] env[62226]: INFO nova.compute.manager [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] instance snapshotting [ 1749.028939] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc79fb6-2a27-4287-b4fc-21bceb317487 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.059553] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b36ecb0-7ac1-4e91-a689-2b01329657a8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.301753] env[62226]: DEBUG nova.compute.manager [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Received event network-vif-plugged-0de1332d-9a1c-4c7c-85ac-2fe7da0339cb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1749.302024] env[62226]: DEBUG oslo_concurrency.lockutils [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] Acquiring lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.302272] env[62226]: DEBUG oslo_concurrency.lockutils [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] Lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.302470] env[62226]: DEBUG oslo_concurrency.lockutils [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] Lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.302774] env[62226]: DEBUG nova.compute.manager [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] No waiting events found dispatching network-vif-plugged-0de1332d-9a1c-4c7c-85ac-2fe7da0339cb {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1749.303172] env[62226]: WARNING nova.compute.manager [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Received unexpected event network-vif-plugged-0de1332d-9a1c-4c7c-85ac-2fe7da0339cb for instance with vm_state building and task_state spawning. [ 1749.307105] env[62226]: DEBUG nova.compute.manager [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Received event network-changed-0de1332d-9a1c-4c7c-85ac-2fe7da0339cb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1749.307397] env[62226]: DEBUG nova.compute.manager [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Refreshing instance network info cache due to event network-changed-0de1332d-9a1c-4c7c-85ac-2fe7da0339cb. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1749.307626] env[62226]: DEBUG oslo_concurrency.lockutils [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] Acquiring lock "refresh_cache-a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.338149] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "refresh_cache-a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.338512] env[62226]: DEBUG nova.compute.manager [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Instance network_info: |[{"id": "0de1332d-9a1c-4c7c-85ac-2fe7da0339cb", "address": "fa:16:3e:e3:50:13", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de1332d-9a", "ovs_interfaceid": "0de1332d-9a1c-4c7c-85ac-2fe7da0339cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1749.338877] env[62226]: DEBUG oslo_concurrency.lockutils [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] Acquired lock "refresh_cache-a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.339072] env[62226]: DEBUG nova.network.neutron [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Refreshing network info cache for port 0de1332d-9a1c-4c7c-85ac-2fe7da0339cb {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1749.340533] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:50:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0de1332d-9a1c-4c7c-85ac-2fe7da0339cb', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1749.350372] env[62226]: DEBUG oslo.service.loopingcall [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.351191] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1749.351434] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b990c4d3-b98b-4583-ae93-97819b023bc2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.376538] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1749.376538] env[62226]: value = "task-2027618" [ 1749.376538] env[62226]: _type = "Task" [ 1749.376538] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.385861] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027618, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.464506] env[62226]: DEBUG nova.scheduler.client.report [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.486564] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467286} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.486830] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] b6a6d29b-6e30-4733-8854-b8c6cbcaa014/b6a6d29b-6e30-4733-8854-b8c6cbcaa014.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.487050] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.487308] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d3c4fb1-38f2-4ddd-a531-2a661b5787d5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.493795] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1749.493795] env[62226]: value = "task-2027619" [ 1749.493795] env[62226]: _type = "Task" [ 1749.493795] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.501679] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.574632] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1749.575089] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc9974d1-4c77-4356-af6f-1f998b66d37c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.582190] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1749.582190] env[62226]: value = "task-2027620" [ 1749.582190] env[62226]: _type = "Task" [ 1749.582190] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.593934] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.886934] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027618, 'name': CreateVM_Task, 'duration_secs': 0.37162} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.887121] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1749.887817] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.888036] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.888400] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1749.888650] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c4e890f-cf42-45e5-ae1d-dc542d28274c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.893602] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1749.893602] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52416007-ab0a-05d0-fb37-f0504915f41c" [ 1749.893602] env[62226]: _type = "Task" [ 1749.893602] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.903732] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52416007-ab0a-05d0-fb37-f0504915f41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.970420] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.970922] env[62226]: DEBUG nova.compute.manager [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1749.973453] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.623s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.973666] env[62226]: DEBUG nova.objects.instance [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Lazy-loading 'resources' on Instance uuid c3769f39-74b6-4fdb-bf70-cfe7f8b12761 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.002862] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062829} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.003141] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.003883] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460572ca-22e5-4d2b-b5cd-a260f89972df {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.029272] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] b6a6d29b-6e30-4733-8854-b8c6cbcaa014/b6a6d29b-6e30-4733-8854-b8c6cbcaa014.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.029272] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104c832a-b655-4f4c-9c0f-cbe62f3a72ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.048645] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1750.048645] env[62226]: value = "task-2027621" [ 1750.048645] env[62226]: _type = "Task" [ 1750.048645] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.059896] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.088765] env[62226]: DEBUG nova.network.neutron [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Updated VIF entry in instance network info cache for port 0de1332d-9a1c-4c7c-85ac-2fe7da0339cb. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1750.089150] env[62226]: DEBUG nova.network.neutron [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Updating instance_info_cache with network_info: [{"id": "0de1332d-9a1c-4c7c-85ac-2fe7da0339cb", "address": "fa:16:3e:e3:50:13", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de1332d-9a", "ovs_interfaceid": "0de1332d-9a1c-4c7c-85ac-2fe7da0339cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.093811] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.407778] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52416007-ab0a-05d0-fb37-f0504915f41c, 'name': SearchDatastore_Task, 'duration_secs': 0.037778} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.408133] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.408467] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1750.408606] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.408752] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.408927] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1750.409317] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51d9b664-9803-4c41-8562-460ef3441ddb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.420636] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1750.420935] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1750.421813] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48781c8f-6a9c-4af8-9125-8934d3bf89b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.427878] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1750.427878] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dc92a3-1863-244b-5dde-ca64abd16751" [ 1750.427878] env[62226]: _type = "Task" [ 1750.427878] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.437798] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dc92a3-1863-244b-5dde-ca64abd16751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.479431] env[62226]: DEBUG nova.compute.utils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.481109] env[62226]: DEBUG nova.compute.manager [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Not allocating networking since 'none' was specified. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1750.560833] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.599688] env[62226]: DEBUG oslo_concurrency.lockutils [req-c93a1c71-f45c-41f4-bb8f-17403fc40490 req-e36c1479-2912-459e-a17b-562f8a8b9274 service nova] Releasing lock "refresh_cache-a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.599688] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.929278] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c95f02-9e74-43eb-96ec-f98a205cd0c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.943959] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51e2043-3999-4c75-aecc-ef8f485690ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.947432] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dc92a3-1863-244b-5dde-ca64abd16751, 'name': SearchDatastore_Task, 'duration_secs': 0.038692} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.948537] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c002de-44dd-4a06-aa14-3fa25023536f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.983767] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6848ea8-4da0-4ddc-bf6b-c2614e926f0b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.987764] env[62226]: DEBUG nova.compute.manager [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1750.990282] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1750.990282] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cdae17-c9ee-2f26-8bc8-39d4aab8d5c1" [ 1750.990282] env[62226]: _type = "Task" [ 1750.990282] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.001221] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48228afa-dd14-4316-8d82-9b8c0ce52375 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.009221] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cdae17-c9ee-2f26-8bc8-39d4aab8d5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013385} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.009934] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.010234] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] a1ec2078-1ae4-4bba-b6e7-5f54b453e5db/a1ec2078-1ae4-4bba-b6e7-5f54b453e5db.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1751.010493] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18885cb8-d60c-4a6d-8d54-b8437996d564 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.021572] env[62226]: DEBUG nova.compute.provider_tree [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.027717] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1751.027717] env[62226]: value = "task-2027622" [ 1751.027717] env[62226]: _type = "Task" [ 1751.027717] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.036604] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.058979] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027621, 'name': ReconfigVM_Task, 'duration_secs': 0.878476} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.058979] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Reconfigured VM instance instance-0000001b to attach disk [datastore2] b6a6d29b-6e30-4733-8854-b8c6cbcaa014/b6a6d29b-6e30-4733-8854-b8c6cbcaa014.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.059606] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db33627-0aa8-4df6-b1c8-2293ea2afee1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.064905] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1751.064905] env[62226]: value = "task-2027623" [ 1751.064905] env[62226]: _type = "Task" [ 1751.064905] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.073989] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027623, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.092733] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027620, 'name': CreateSnapshot_Task, 'duration_secs': 1.257748} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.092982] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1751.093757] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ae9770-96fe-499c-b519-b7a077d26a5b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.525504] env[62226]: DEBUG nova.scheduler.client.report [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1751.540136] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027622, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.575212] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027623, 'name': Rename_Task, 'duration_secs': 0.132329} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.575673] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.575778] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09986d95-b6e1-4cc2-874f-1fcb01f22275 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.582213] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1751.582213] env[62226]: value = "task-2027624" [ 1751.582213] env[62226]: _type = "Task" [ 1751.582213] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.589720] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.612353] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1751.612748] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a768dad2-07bb-4b03-9e33-79cda4010181 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.620611] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1751.620611] env[62226]: value = "task-2027625" [ 1751.620611] env[62226]: _type = "Task" [ 1751.620611] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.629177] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027625, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.002539] env[62226]: DEBUG nova.compute.manager [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.030116] env[62226]: DEBUG nova.virt.hardware [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.030388] env[62226]: DEBUG nova.virt.hardware [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.030645] env[62226]: DEBUG nova.virt.hardware [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.030850] env[62226]: DEBUG nova.virt.hardware [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.030987] env[62226]: DEBUG nova.virt.hardware [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.031148] env[62226]: DEBUG nova.virt.hardware [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.031395] env[62226]: DEBUG nova.virt.hardware [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.031549] env[62226]: DEBUG nova.virt.hardware [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.031755] env[62226]: DEBUG nova.virt.hardware [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.032268] env[62226]: DEBUG nova.virt.hardware [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.032268] env[62226]: DEBUG nova.virt.hardware [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.032989] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a89748-6d5e-4cc8-a90c-bdb9611779cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.038990] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.041087] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.289s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.051347] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8d5e78-417d-4897-861f-085b6fd61a2e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.055313] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527214} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.055563] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] a1ec2078-1ae4-4bba-b6e7-5f54b453e5db/a1ec2078-1ae4-4bba-b6e7-5f54b453e5db.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1752.055763] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1752.056478] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f6cd892-1bfc-4473-a2f8-dc3fcd46c24e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.066900] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Instance VIF info [] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.072400] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Creating folder: Project (ebfb0710374d474888415edb22c360d5). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.073751] env[62226]: INFO nova.scheduler.client.report [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Deleted allocations for instance c3769f39-74b6-4fdb-bf70-cfe7f8b12761 [ 1752.075186] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bade6659-06ce-4714-9dd9-6df5a1b90872 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.080706] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1752.080706] env[62226]: value = "task-2027626" [ 1752.080706] env[62226]: _type = "Task" [ 1752.080706] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.090924] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Created folder: Project (ebfb0710374d474888415edb22c360d5) in parent group-v416438. [ 1752.091195] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Creating folder: Instances. Parent ref: group-v416525. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.095674] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5a1b755-88a5-41da-b0e1-7006cf45949e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.097787] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.102205] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.110676] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Created folder: Instances in parent group-v416525. [ 1752.111018] env[62226]: DEBUG oslo.service.loopingcall [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.111501] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.111620] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c825b1f-8176-4946-9322-c8b450689216 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.136516] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027625, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.140023] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.140023] env[62226]: value = "task-2027629" [ 1752.140023] env[62226]: _type = "Task" [ 1752.140023] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.146447] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027629, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.590838] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a9472436-d20f-4b47-ab0d-a38c6fb9be33 tempest-InstanceActionsNegativeTestJSON-1462935735 tempest-InstanceActionsNegativeTestJSON-1462935735-project-member] Lock "c3769f39-74b6-4fdb-bf70-cfe7f8b12761" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.673s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.604259] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070605} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.608555] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1752.608883] env[62226]: DEBUG oslo_vmware.api [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027624, 'name': PowerOnVM_Task, 'duration_secs': 0.790967} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.609809] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549aa957-ebeb-4696-81a6-0a322eb68916 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.612622] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1752.612835] env[62226]: INFO nova.compute.manager [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1752.613108] env[62226]: DEBUG nova.compute.manager [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.614946] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da89e1b-58eb-444b-9927-b94a886ce285 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.640086] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] a1ec2078-1ae4-4bba-b6e7-5f54b453e5db/a1ec2078-1ae4-4bba-b6e7-5f54b453e5db.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.646222] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15eee128-a55d-49da-a87d-6f92f5426ee8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.678847] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027625, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.683381] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027629, 'name': CreateVM_Task, 'duration_secs': 0.333964} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.683448] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1752.683448] env[62226]: value = "task-2027630" [ 1752.683448] env[62226]: _type = "Task" [ 1752.683448] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.683561] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1752.684071] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.684236] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.684572] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1752.688461] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f164e1dd-984b-4789-9457-93828dea8cc2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.697615] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.697615] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Waiting for the task: (returnval){ [ 1752.697615] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527d82ba-5c56-3cf3-238e-33734829ee42" [ 1752.697615] env[62226]: _type = "Task" [ 1752.697615] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.705256] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527d82ba-5c56-3cf3-238e-33734829ee42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.090103] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 60161dc7-23c2-4f6c-b303-c60f20cfa679 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.090373] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 82125811-c19a-48af-9b96-31ace3787cab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.090373] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 0b3e91bd-a9ae-4855-85e7-fe143443b11f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.091705] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 495e4bed-69b0-431a-959a-06d99a5b3e0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.091705] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance cd094d3d-9cf3-4f5b-9509-fc7b9da7e939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.091705] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 31df7076-0c33-4d0a-9ffd-c65a02433fd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.091705] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 2377e8d9-b6cb-4d31-8807-5b513acc1477 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1753.091909] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 0a517109-71f2-4bec-8e05-4eea325692dd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1753.091909] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 2b9b480d-dcf8-4d9d-b129-3514e935a3ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1753.091909] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance c50bc1d9-19e6-439e-8782-7b268047d420 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.091909] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance af2b7564-82eb-465d-a072-61dd58516cc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.092047] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.092047] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance f263411a-c4ff-4ee8-a10a-7fc791491124 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1753.092047] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance a8b57022-3376-4cd7-a883-01eac833e7ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.092047] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 5b4a8123-9c99-493d-b720-349ccfbd8652 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.092188] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 7f16ec7d-56cf-4636-bcca-9dd80b5470b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.092188] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance b6a6d29b-6e30-4733-8854-b8c6cbcaa014 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.092188] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance a1ec2078-1ae4-4bba-b6e7-5f54b453e5db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.092281] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.142304] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027625, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.182788] env[62226]: INFO nova.compute.manager [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Took 43.17 seconds to build instance. [ 1753.201853] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027630, 'name': ReconfigVM_Task, 'duration_secs': 0.263805} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.206685] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Reconfigured VM instance instance-0000001c to attach disk [datastore2] a1ec2078-1ae4-4bba-b6e7-5f54b453e5db/a1ec2078-1ae4-4bba-b6e7-5f54b453e5db.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1753.208248] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3bc873a-7f57-479a-8acb-eee11074e0d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.218328] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527d82ba-5c56-3cf3-238e-33734829ee42, 'name': SearchDatastore_Task, 'duration_secs': 0.015602} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.218900] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.219177] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1753.219410] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.219556] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.219729] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1753.220180] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1753.220180] env[62226]: value = "task-2027631" [ 1753.220180] env[62226]: _type = "Task" [ 1753.220180] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.220477] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a15e1d9b-c0cc-4e9b-899c-519fc90e5f96 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.232677] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027631, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.233739] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1753.233911] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1753.234674] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d63c525-8676-4ddc-9e64-82b8d137568e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.240304] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Waiting for the task: (returnval){ [ 1753.240304] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52586e36-ee43-8b29-5a1d-97279848615c" [ 1753.240304] env[62226]: _type = "Task" [ 1753.240304] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.248955] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52586e36-ee43-8b29-5a1d-97279848615c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.597116] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance ab454db1-8b99-4608-8672-8f64a19274bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1753.607201] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "0e25fe39-4a1a-49ae-b169-8385b977c93c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.607444] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "0e25fe39-4a1a-49ae-b169-8385b977c93c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.642815] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027625, 'name': CloneVM_Task, 'duration_secs': 1.97884} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.643666] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Created linked-clone VM from snapshot [ 1753.644590] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962e0892-0dc2-4f5a-80e6-f0658f929113 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.653869] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Uploading image 8002d7fe-f6dd-4b8f-b1ec-eab46880ca22 {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1753.685485] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1753.685485] env[62226]: value = "vm-416524" [ 1753.685485] env[62226]: _type = "VirtualMachine" [ 1753.685485] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1753.686156] env[62226]: DEBUG oslo_concurrency.lockutils [None req-943d9059-5ffc-42f2-aa21-725e18f1eb6b tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "b6a6d29b-6e30-4733-8854-b8c6cbcaa014" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.974s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.686522] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ae10d04-4e78-4d26-8f43-930736946d12 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.695794] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lease: (returnval){ [ 1753.695794] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524971a2-f246-1a92-b60e-027c15a9f867" [ 1753.695794] env[62226]: _type = "HttpNfcLease" [ 1753.695794] env[62226]: } obtained for exporting VM: (result){ [ 1753.695794] env[62226]: value = "vm-416524" [ 1753.695794] env[62226]: _type = "VirtualMachine" [ 1753.695794] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1753.695794] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the lease: (returnval){ [ 1753.695794] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524971a2-f246-1a92-b60e-027c15a9f867" [ 1753.695794] env[62226]: _type = "HttpNfcLease" [ 1753.695794] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1753.702823] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1753.702823] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524971a2-f246-1a92-b60e-027c15a9f867" [ 1753.702823] env[62226]: _type = "HttpNfcLease" [ 1753.702823] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1753.731879] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027631, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.751305] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52586e36-ee43-8b29-5a1d-97279848615c, 'name': SearchDatastore_Task, 'duration_secs': 0.01328} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.752615] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a71d32d1-9d06-465e-9343-96d0a3a2654a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.757947] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Waiting for the task: (returnval){ [ 1753.757947] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a43d23-3ac8-12e0-e8ba-3455f48dbc20" [ 1753.757947] env[62226]: _type = "Task" [ 1753.757947] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.770295] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a43d23-3ac8-12e0-e8ba-3455f48dbc20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.103063] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 9413a118-c8d0-4cd3-8bb7-d08120f33489 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1754.191613] env[62226]: DEBUG nova.compute.manager [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1754.203893] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1754.203893] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524971a2-f246-1a92-b60e-027c15a9f867" [ 1754.203893] env[62226]: _type = "HttpNfcLease" [ 1754.203893] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1754.204220] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1754.204220] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524971a2-f246-1a92-b60e-027c15a9f867" [ 1754.204220] env[62226]: _type = "HttpNfcLease" [ 1754.204220] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1754.205033] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f95032a-992e-45f0-95ae-f9e25b837b13 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.216730] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52834057-2e2b-2486-e299-f402b8eb936e/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1754.216938] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52834057-2e2b-2486-e299-f402b8eb936e/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1754.295633] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027631, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.300291] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a43d23-3ac8-12e0-e8ba-3455f48dbc20, 'name': SearchDatastore_Task, 'duration_secs': 0.02418} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.300580] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.300844] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab/1cfbf45f-8724-4ace-b549-ffb8eda6d2ab.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1754.301181] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-238d060a-1918-46b4-9e4b-4d4e67cfaefc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.309228] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Waiting for the task: (returnval){ [ 1754.309228] env[62226]: value = "task-2027633" [ 1754.309228] env[62226]: _type = "Task" [ 1754.309228] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.319028] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.342853] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f5f3641-da2d-4bea-b6c9-5944cb86249a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.606878] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 61bc8cf8-f078-4dd8-90eb-b5e6814abc08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1754.733432] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.791826] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027631, 'name': Rename_Task, 'duration_secs': 1.268369} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.792307] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1754.793423] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fdc7414-bf68-41a5-8754-38254742bcd4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.801758] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1754.801758] env[62226]: value = "task-2027634" [ 1754.801758] env[62226]: _type = "Task" [ 1754.801758] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.813116] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.824431] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027633, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.915641] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "b6a6d29b-6e30-4733-8854-b8c6cbcaa014" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.915641] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "b6a6d29b-6e30-4733-8854-b8c6cbcaa014" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.915641] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "b6a6d29b-6e30-4733-8854-b8c6cbcaa014-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.916040] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "b6a6d29b-6e30-4733-8854-b8c6cbcaa014-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.916040] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "b6a6d29b-6e30-4733-8854-b8c6cbcaa014-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.920359] env[62226]: INFO nova.compute.manager [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Terminating instance [ 1755.110545] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 1e5ff955-6903-42cb-9583-95c9a142b41f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1755.315406] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027634, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.327999] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708839} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.328754] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab/1cfbf45f-8724-4ace-b549-ffb8eda6d2ab.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1755.329153] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1755.329570] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fbad4a9-e414-487a-a22f-24c957ae2cd1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.339108] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Waiting for the task: (returnval){ [ 1755.339108] env[62226]: value = "task-2027635" [ 1755.339108] env[62226]: _type = "Task" [ 1755.339108] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.355609] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.426932] env[62226]: DEBUG nova.compute.manager [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1755.427505] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1755.428494] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cd25f6-60fe-4fca-ae70-a8e97de5041a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.437448] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.437898] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd87b729-49dd-46e2-b442-b023bc4b9122 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.444683] env[62226]: DEBUG oslo_vmware.api [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1755.444683] env[62226]: value = "task-2027636" [ 1755.444683] env[62226]: _type = "Task" [ 1755.444683] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.453832] env[62226]: DEBUG oslo_vmware.api [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.614106] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 8fab02f5-4ebd-4b01-acf1-acdd76b918bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1755.812530] env[62226]: DEBUG oslo_vmware.api [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027634, 'name': PowerOnVM_Task, 'duration_secs': 0.699894} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.812919] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1755.813166] env[62226]: INFO nova.compute.manager [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1755.813418] env[62226]: DEBUG nova.compute.manager [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.814239] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0669b8f4-4384-4a26-ae21-c655a8bbb3ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.851084] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112205} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.851084] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1755.852689] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72e13f8-f514-4c3e-903c-079b7218da18 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.880595] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab/1cfbf45f-8724-4ace-b549-ffb8eda6d2ab.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1755.881834] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e3dc068-c014-46b3-9125-8de52333378f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.903610] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Waiting for the task: (returnval){ [ 1755.903610] env[62226]: value = "task-2027637" [ 1755.903610] env[62226]: _type = "Task" [ 1755.903610] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.913771] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.957217] env[62226]: DEBUG oslo_vmware.api [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027636, 'name': PowerOffVM_Task, 'duration_secs': 0.305163} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.957421] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.957596] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1755.957845] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae7777d7-79d0-4faa-92e7-00d9e0515129 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.119483] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 6798791d-4bc3-438c-953d-a3da73c33139 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1756.215840] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1756.216057] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1756.216375] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Deleting the datastore file [datastore2] b6a6d29b-6e30-4733-8854-b8c6cbcaa014 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1756.216669] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95efc3c0-2ec9-434e-b9d1-96bd90ec70f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.223590] env[62226]: DEBUG oslo_vmware.api [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for the task: (returnval){ [ 1756.223590] env[62226]: value = "task-2027639" [ 1756.223590] env[62226]: _type = "Task" [ 1756.223590] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.231879] env[62226]: DEBUG oslo_vmware.api [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.333263] env[62226]: INFO nova.compute.manager [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Took 42.45 seconds to build instance. [ 1756.337823] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquiring lock "455dee18-7a9a-4474-9d74-c991ffe505cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.338300] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lock "455dee18-7a9a-4474-9d74-c991ffe505cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.415492] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027637, 'name': ReconfigVM_Task, 'duration_secs': 0.334509} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.415787] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab/1cfbf45f-8724-4ace-b549-ffb8eda6d2ab.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1756.416462] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-660c1bcb-9469-4fbf-95ea-2c39ff5e0914 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.423650] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Waiting for the task: (returnval){ [ 1756.423650] env[62226]: value = "task-2027640" [ 1756.423650] env[62226]: _type = "Task" [ 1756.423650] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.433873] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027640, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.622704] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 9d1cdb26-7363-4eb2-b3c5-23643faf47ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1756.732919] env[62226]: DEBUG oslo_vmware.api [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Task: {'id': task-2027639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297508} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.733184] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1756.733391] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1756.733568] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1756.733738] env[62226]: INFO nova.compute.manager [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1756.733973] env[62226]: DEBUG oslo.service.loopingcall [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1756.734172] env[62226]: DEBUG nova.compute.manager [-] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1756.734275] env[62226]: DEBUG nova.network.neutron [-] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1756.839663] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c0e660f7-9015-4e9e-857d-deb75844356f tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.025s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.933773] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027640, 'name': Rename_Task, 'duration_secs': 0.157105} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.934353] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1756.934551] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1c12265-0d24-4525-8b65-8e8da90a7f8a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.941578] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Waiting for the task: (returnval){ [ 1756.941578] env[62226]: value = "task-2027641" [ 1756.941578] env[62226]: _type = "Task" [ 1756.941578] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.949906] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.044288] env[62226]: DEBUG nova.compute.manager [req-f857f50a-f090-4bc7-93f1-4e74d2654110 req-f9cc8b14-baf3-44e2-9ca8-3fbd3ee1d779 service nova] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Received event network-vif-deleted-1b760d53-52ca-4bc1-b18a-5b4f7527167d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1757.044512] env[62226]: INFO nova.compute.manager [req-f857f50a-f090-4bc7-93f1-4e74d2654110 req-f9cc8b14-baf3-44e2-9ca8-3fbd3ee1d779 service nova] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Neutron deleted interface 1b760d53-52ca-4bc1-b18a-5b4f7527167d; detaching it from the instance and deleting it from the info cache [ 1757.044724] env[62226]: DEBUG nova.network.neutron [req-f857f50a-f090-4bc7-93f1-4e74d2654110 req-f9cc8b14-baf3-44e2-9ca8-3fbd3ee1d779 service nova] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.126057] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 20b9948d-03b5-436e-964c-a94b3a6d8b08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1757.341426] env[62226]: DEBUG nova.compute.manager [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1757.439390] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.439643] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.451468] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.491849] env[62226]: DEBUG nova.network.neutron [-] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.547720] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-582ad008-3c5a-42c5-ae55-a47ea3e8c020 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.557286] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de357eef-bbd2-4b80-bf91-dfbc25e7b340 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.592268] env[62226]: DEBUG nova.compute.manager [req-f857f50a-f090-4bc7-93f1-4e74d2654110 req-f9cc8b14-baf3-44e2-9ca8-3fbd3ee1d779 service nova] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Detach interface failed, port_id=1b760d53-52ca-4bc1-b18a-5b4f7527167d, reason: Instance b6a6d29b-6e30-4733-8854-b8c6cbcaa014 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1757.629851] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 66fa4932-43e7-4ed5-94e4-e5157507b231 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1757.864979] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.951928] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027641, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.994204] env[62226]: INFO nova.compute.manager [-] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Took 1.26 seconds to deallocate network for instance. [ 1758.133877] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1758.454228] env[62226]: DEBUG oslo_vmware.api [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027641, 'name': PowerOnVM_Task, 'duration_secs': 1.162491} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.454564] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.454798] env[62226]: INFO nova.compute.manager [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1758.455019] env[62226]: DEBUG nova.compute.manager [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.455867] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41740787-d427-4612-aa89-49b4d2c75261 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.501485] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.638210] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1758.973699] env[62226]: INFO nova.compute.manager [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Took 40.96 seconds to build instance. [ 1759.141835] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 598fe4c0-055e-4182-afe3-1e50cadcb257 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1759.295252] env[62226]: DEBUG nova.compute.manager [None req-c139cd60-8294-4997-8fa5-9d8299d890bd tempest-ServerDiagnosticsV248Test-545843182 tempest-ServerDiagnosticsV248Test-545843182-project-admin] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.296536] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22edfcb-e7ec-4edc-8e02-e6ac5196f9a8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.304486] env[62226]: INFO nova.compute.manager [None req-c139cd60-8294-4997-8fa5-9d8299d890bd tempest-ServerDiagnosticsV248Test-545843182 tempest-ServerDiagnosticsV248Test-545843182-project-admin] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Retrieving diagnostics [ 1759.305246] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a178dc-fed7-4732-9d5f-441543ba28ac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.475875] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44c89203-5c02-4101-8ed0-5effc952e880 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Lock "1cfbf45f-8724-4ace-b549-ffb8eda6d2ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.852s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.645170] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 14f24a9e-5dc5-484e-90e5-4a6b377f87bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1759.645449] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1759.645596] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1759.978532] env[62226]: DEBUG nova.compute.manager [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1760.091392] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd006ff3-5cdf-4510-a662-832eeda6546e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.099617] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0304b40-9168-4cec-bfb2-41eb54d1bc1e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.130315] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affab871-af74-49f8-a392-b695bb1859ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.138302] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17fa677-939f-4f26-b35b-99ee394d45d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.154060] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.501179] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.656812] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.162736] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1761.163041] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.122s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.163278] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.463s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.165267] env[62226]: INFO nova.compute.claims [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1761.167852] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.168646] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Cleaning up deleted instances {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1761.675030] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] There are 9 instances to clean {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1761.675251] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: c3769f39-74b6-4fdb-bf70-cfe7f8b12761] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1762.181796] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 4465170d-735f-469d-8be1-90251bb88fe2] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1762.558405] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52834057-2e2b-2486-e299-f402b8eb936e/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1762.559362] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddf981c-9957-42cc-bf6f-65c410f17467 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.565826] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52834057-2e2b-2486-e299-f402b8eb936e/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1762.566038] env[62226]: ERROR oslo_vmware.rw_handles [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52834057-2e2b-2486-e299-f402b8eb936e/disk-0.vmdk due to incomplete transfer. [ 1762.566502] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5aa6af07-9a19-47b7-b2bc-d4652b083797 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.574741] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52834057-2e2b-2486-e299-f402b8eb936e/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1762.575037] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Uploaded image 8002d7fe-f6dd-4b8f-b1ec-eab46880ca22 to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1762.577345] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1762.577580] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b64c4517-a614-4a1c-b216-9c11b949b42d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.583367] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1762.583367] env[62226]: value = "task-2027642" [ 1762.583367] env[62226]: _type = "Task" [ 1762.583367] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.597794] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027642, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.634279] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a599214d-ff11-465d-8a48-04c544b05613 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.642187] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27af495f-bb42-4d9e-866c-0a9a27a62478 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.675289] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0470634-37d9-4a0f-b3f7-398d802a55e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.683352] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932b3cc0-a2b6-4f28-90fe-65b47fbdc9b7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.687420] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 70edcc72-c86a-43a7-9342-1332164f5fda] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1762.698872] env[62226]: DEBUG nova.compute.provider_tree [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.095301] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027642, 'name': Destroy_Task, 'duration_secs': 0.344011} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.095556] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Destroyed the VM [ 1763.095789] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1763.096053] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-91f86018-e8c5-40c1-8e88-0694e223f1ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.102530] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1763.102530] env[62226]: value = "task-2027643" [ 1763.102530] env[62226]: _type = "Task" [ 1763.102530] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.110847] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027643, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.190640] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 98770d13-fd1e-4d55-b4a7-4e17b260167a] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1763.201995] env[62226]: DEBUG nova.scheduler.client.report [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.613728] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027643, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.694165] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: b46de92b-7858-4796-a6d7-8d71fd3dae6f] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1763.706501] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.707112] env[62226]: DEBUG nova.compute.manager [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1763.709683] env[62226]: DEBUG oslo_concurrency.lockutils [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.360s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.709872] env[62226]: DEBUG nova.objects.instance [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1764.113730] env[62226]: DEBUG oslo_vmware.api [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027643, 'name': RemoveSnapshot_Task, 'duration_secs': 0.576427} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.113730] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1764.113939] env[62226]: INFO nova.compute.manager [None req-bd8a8dd6-f58b-4f28-876c-622f99559390 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Took 15.09 seconds to snapshot the instance on the hypervisor. [ 1764.198151] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 895cf2de-e826-49e7-8674-863a62611dcf] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1764.214668] env[62226]: DEBUG nova.compute.utils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1764.216033] env[62226]: DEBUG nova.compute.manager [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1764.216233] env[62226]: DEBUG nova.network.neutron [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1764.265881] env[62226]: DEBUG nova.policy [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eb4bf3117f44c6ea7887f3cdde9e747', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da405a3d296740b5be48f1299d6710d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1764.521406] env[62226]: DEBUG nova.network.neutron [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Successfully created port: ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1764.701367] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 6e193e81-0e62-4075-bc04-05c091d28dbf] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1764.722946] env[62226]: DEBUG nova.compute.manager [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1764.725828] env[62226]: DEBUG oslo_concurrency.lockutils [None req-522caed9-5d70-4e7a-9019-704d3da0e50d tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.726936] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.426s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.728365] env[62226]: INFO nova.compute.claims [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1765.206613] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 9e981af4-0942-4d0c-9466-7b9a4ef122b5] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1765.710379] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: d7c708b7-1702-4f31-a8db-07f8d601b7fc] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1765.733442] env[62226]: DEBUG nova.compute.manager [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1765.754972] env[62226]: DEBUG nova.virt.hardware [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1765.755251] env[62226]: DEBUG nova.virt.hardware [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.755410] env[62226]: DEBUG nova.virt.hardware [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1765.755589] env[62226]: DEBUG nova.virt.hardware [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.755732] env[62226]: DEBUG nova.virt.hardware [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1765.755874] env[62226]: DEBUG nova.virt.hardware [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1765.756099] env[62226]: DEBUG nova.virt.hardware [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1765.756331] env[62226]: DEBUG nova.virt.hardware [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1765.756517] env[62226]: DEBUG nova.virt.hardware [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1765.756684] env[62226]: DEBUG nova.virt.hardware [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1765.756858] env[62226]: DEBUG nova.virt.hardware [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1765.757973] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f032d937-9549-4a3a-bfca-6b5a693f7a45 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.766224] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c848876c-14dc-406a-bd95-6694fcef0d92 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.925226] env[62226]: DEBUG nova.compute.manager [req-0ff81dfe-3e31-4f4e-a71f-62f4aba292fb req-5a9381c8-472f-4aab-a66d-90b372fbec65 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Received event network-vif-plugged-ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1765.925435] env[62226]: DEBUG oslo_concurrency.lockutils [req-0ff81dfe-3e31-4f4e-a71f-62f4aba292fb req-5a9381c8-472f-4aab-a66d-90b372fbec65 service nova] Acquiring lock "ab454db1-8b99-4608-8672-8f64a19274bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.926247] env[62226]: DEBUG oslo_concurrency.lockutils [req-0ff81dfe-3e31-4f4e-a71f-62f4aba292fb req-5a9381c8-472f-4aab-a66d-90b372fbec65 service nova] Lock "ab454db1-8b99-4608-8672-8f64a19274bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.926247] env[62226]: DEBUG oslo_concurrency.lockutils [req-0ff81dfe-3e31-4f4e-a71f-62f4aba292fb req-5a9381c8-472f-4aab-a66d-90b372fbec65 service nova] Lock "ab454db1-8b99-4608-8672-8f64a19274bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.926247] env[62226]: DEBUG nova.compute.manager [req-0ff81dfe-3e31-4f4e-a71f-62f4aba292fb req-5a9381c8-472f-4aab-a66d-90b372fbec65 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] No waiting events found dispatching network-vif-plugged-ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1765.926247] env[62226]: WARNING nova.compute.manager [req-0ff81dfe-3e31-4f4e-a71f-62f4aba292fb req-5a9381c8-472f-4aab-a66d-90b372fbec65 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Received unexpected event network-vif-plugged-ec8dcdff-53af-4543-a1ef-416539ac02f7 for instance with vm_state building and task_state spawning. [ 1766.021588] env[62226]: DEBUG nova.network.neutron [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Successfully updated port: ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1766.214032] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1766.214278] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Cleaning up deleted instances with incomplete migration {{(pid=62226) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1766.227397] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a83fcc-027b-49da-bc4c-98344e6dd673 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.235420] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108b0340-4029-40f8-a1f8-0a5bcdcb5b67 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.264923] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dfecb4-b386-4596-930f-691d08fda00d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.271934] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656843b1-47f6-463b-a10a-42a26e0a4faf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.284695] env[62226]: DEBUG nova.compute.provider_tree [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.410739] env[62226]: DEBUG nova.compute.manager [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1766.411502] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d30d80f-c9fc-4e34-a611-a73e0ced220e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.529397] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.529397] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquired lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.529397] env[62226]: DEBUG nova.network.neutron [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.718823] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1766.788025] env[62226]: DEBUG nova.scheduler.client.report [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1766.922317] env[62226]: INFO nova.compute.manager [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] instance snapshotting [ 1766.925186] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e3b4a4-08af-4fe1-b126-60518f18d1e2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.945584] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ec4e45-56d9-4ff4-ae5e-b4ea779e31d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.063929] env[62226]: DEBUG nova.network.neutron [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1767.205230] env[62226]: DEBUG nova.network.neutron [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Updating instance_info_cache with network_info: [{"id": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "address": "fa:16:3e:55:af:60", "network": {"id": "784412b7-5734-4056-9c72-b7588455132f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357963773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da405a3d296740b5be48f1299d6710d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8dcdff-53", "ovs_interfaceid": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.292469] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.293011] env[62226]: DEBUG nova.compute.manager [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1767.296525] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.977s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.296854] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.299496] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.638s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.300994] env[62226]: INFO nova.compute.claims [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1767.322804] env[62226]: INFO nova.scheduler.client.report [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Deleted allocations for instance 2b9b480d-dcf8-4d9d-b129-3514e935a3ad [ 1767.456499] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1767.456626] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c9e492ad-e3c6-47e8-9b61-a13efe054530 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.465714] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1767.465714] env[62226]: value = "task-2027644" [ 1767.465714] env[62226]: _type = "Task" [ 1767.465714] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.474134] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027644, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.708428] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Releasing lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.708787] env[62226]: DEBUG nova.compute.manager [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Instance network_info: |[{"id": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "address": "fa:16:3e:55:af:60", "network": {"id": "784412b7-5734-4056-9c72-b7588455132f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357963773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da405a3d296740b5be48f1299d6710d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8dcdff-53", "ovs_interfaceid": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1767.709546] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:af:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec8dcdff-53af-4543-a1ef-416539ac02f7', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.718505] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Creating folder: Project (da405a3d296740b5be48f1299d6710d1). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1767.718825] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6c0afa8-08b4-46eb-a939-f65259c2abce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.730406] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Created folder: Project (da405a3d296740b5be48f1299d6710d1) in parent group-v416438. [ 1767.730626] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Creating folder: Instances. Parent ref: group-v416528. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1767.731407] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56052647-43df-4845-be86-2b8d7b38b528 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.743436] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Created folder: Instances in parent group-v416528. [ 1767.743436] env[62226]: DEBUG oslo.service.loopingcall [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.743436] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1767.743436] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6f9c5e0-f304-40a1-9799-405e7b133630 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.763867] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.763867] env[62226]: value = "task-2027647" [ 1767.763867] env[62226]: _type = "Task" [ 1767.763867] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.773065] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027647, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.798898] env[62226]: DEBUG nova.compute.utils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1767.800694] env[62226]: DEBUG nova.compute.manager [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1767.800933] env[62226]: DEBUG nova.network.neutron [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1767.831759] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1c530de-ff6f-4db7-b639-2bd0c0b419bd tempest-ImagesNegativeTestJSON-810414640 tempest-ImagesNegativeTestJSON-810414640-project-member] Lock "2b9b480d-dcf8-4d9d-b129-3514e935a3ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.118s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.852126] env[62226]: DEBUG nova.policy [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bcad94acbc04b1cad730ab041e9221a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50899bb2e41949ef93c7b8c4d753c163', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1767.957389] env[62226]: DEBUG nova.compute.manager [req-f57d1782-2b8b-4ea1-ab21-b40457e9f553 req-6ee3af66-1250-412d-b3d0-5eb9636dd48d service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Received event network-changed-ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1767.957581] env[62226]: DEBUG nova.compute.manager [req-f57d1782-2b8b-4ea1-ab21-b40457e9f553 req-6ee3af66-1250-412d-b3d0-5eb9636dd48d service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Refreshing instance network info cache due to event network-changed-ec8dcdff-53af-4543-a1ef-416539ac02f7. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1767.957797] env[62226]: DEBUG oslo_concurrency.lockutils [req-f57d1782-2b8b-4ea1-ab21-b40457e9f553 req-6ee3af66-1250-412d-b3d0-5eb9636dd48d service nova] Acquiring lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.957931] env[62226]: DEBUG oslo_concurrency.lockutils [req-f57d1782-2b8b-4ea1-ab21-b40457e9f553 req-6ee3af66-1250-412d-b3d0-5eb9636dd48d service nova] Acquired lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.958091] env[62226]: DEBUG nova.network.neutron [req-f57d1782-2b8b-4ea1-ab21-b40457e9f553 req-6ee3af66-1250-412d-b3d0-5eb9636dd48d service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Refreshing network info cache for port ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1767.976128] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027644, 'name': CreateSnapshot_Task, 'duration_secs': 0.468088} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.976420] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1767.977146] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22a38d0-cab4-4f39-a371-b836ef9f4821 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.129837] env[62226]: DEBUG nova.network.neutron [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Successfully created port: 4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1768.274374] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027647, 'name': CreateVM_Task, 'duration_secs': 0.378998} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.274475] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1768.275159] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.275330] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.275647] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.276112] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-704804a7-a32f-4f6d-b24b-88c2d6d5a2fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.281225] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1768.281225] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d2f624-a874-8f0b-1b2b-7817577cb8a3" [ 1768.281225] env[62226]: _type = "Task" [ 1768.281225] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.288898] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d2f624-a874-8f0b-1b2b-7817577cb8a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.304694] env[62226]: DEBUG nova.compute.manager [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1768.495052] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1768.497468] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54aac62b-f470-4585-91d3-e3f0c7327760 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.505923] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1768.505923] env[62226]: value = "task-2027648" [ 1768.505923] env[62226]: _type = "Task" [ 1768.505923] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.517328] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027648, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.774058] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b258a4-f90f-4a4c-8116-0d8b9387c2b9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.790447] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc544518-eeed-49a2-83da-3a30a3557640 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.804242] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d2f624-a874-8f0b-1b2b-7817577cb8a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.830053] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.830329] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.830582] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.830724] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.830899] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.837323] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38342f81-d24b-46fb-b635-410b814925e8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.840371] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabca4cf-e0fe-44a9-9a9b-1e829d290abb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.851458] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de7c671-1fca-4162-8bbc-213eb27956ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.857016] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.857016] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.857016] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32008bc-b7d4-4732-b92d-8f48f4cce973 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.863490] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1768.863490] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52436fef-0e4c-04a3-e8b1-86ea451651c9" [ 1768.863490] env[62226]: _type = "Task" [ 1768.863490] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.872136] env[62226]: DEBUG nova.compute.provider_tree [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.882460] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52436fef-0e4c-04a3-e8b1-86ea451651c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008313} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.884640] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd855c21-9275-43e5-8106-f89ddadddd33 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.890097] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1768.890097] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52010096-f8f0-1121-164e-0b0675b0b972" [ 1768.890097] env[62226]: _type = "Task" [ 1768.890097] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.898364] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52010096-f8f0-1121-164e-0b0675b0b972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.005547] env[62226]: DEBUG nova.network.neutron [req-f57d1782-2b8b-4ea1-ab21-b40457e9f553 req-6ee3af66-1250-412d-b3d0-5eb9636dd48d service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Updated VIF entry in instance network info cache for port ec8dcdff-53af-4543-a1ef-416539ac02f7. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.005898] env[62226]: DEBUG nova.network.neutron [req-f57d1782-2b8b-4ea1-ab21-b40457e9f553 req-6ee3af66-1250-412d-b3d0-5eb9636dd48d service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Updating instance_info_cache with network_info: [{"id": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "address": "fa:16:3e:55:af:60", "network": {"id": "784412b7-5734-4056-9c72-b7588455132f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357963773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da405a3d296740b5be48f1299d6710d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8dcdff-53", "ovs_interfaceid": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.021166] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027648, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.339875] env[62226]: DEBUG nova.compute.manager [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1769.371510] env[62226]: DEBUG nova.virt.hardware [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1769.371759] env[62226]: DEBUG nova.virt.hardware [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.371918] env[62226]: DEBUG nova.virt.hardware [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1769.372389] env[62226]: DEBUG nova.virt.hardware [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.372734] env[62226]: DEBUG nova.virt.hardware [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1769.372734] env[62226]: DEBUG nova.virt.hardware [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1769.372941] env[62226]: DEBUG nova.virt.hardware [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1769.373109] env[62226]: DEBUG nova.virt.hardware [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1769.373280] env[62226]: DEBUG nova.virt.hardware [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1769.373449] env[62226]: DEBUG nova.virt.hardware [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1769.373619] env[62226]: DEBUG nova.virt.hardware [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1769.374549] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2792c087-fd36-4dcf-8520-5aeddc3bb7a0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.380250] env[62226]: DEBUG nova.scheduler.client.report [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1769.389793] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8349f7c4-281e-4d90-9d1b-a3e420fde73a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.416241] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52010096-f8f0-1121-164e-0b0675b0b972, 'name': SearchDatastore_Task, 'duration_secs': 0.009319} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.416241] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.416241] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] ab454db1-8b99-4608-8672-8f64a19274bd/ab454db1-8b99-4608-8672-8f64a19274bd.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1769.416241] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-114f6a92-68dc-4eb7-b55f-bddf288fdf52 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.423058] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1769.423058] env[62226]: value = "task-2027649" [ 1769.423058] env[62226]: _type = "Task" [ 1769.423058] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.432641] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.512334] env[62226]: DEBUG oslo_concurrency.lockutils [req-f57d1782-2b8b-4ea1-ab21-b40457e9f553 req-6ee3af66-1250-412d-b3d0-5eb9636dd48d service nova] Releasing lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.525021] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027648, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.856752] env[62226]: DEBUG nova.compute.manager [None req-17b0db58-a317-44c5-ba03-9452a3ae60a2 tempest-ServerDiagnosticsV248Test-545843182 tempest-ServerDiagnosticsV248Test-545843182-project-admin] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1769.856752] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19715e06-0a19-4771-8a69-79dfc8238c20 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.865676] env[62226]: INFO nova.compute.manager [None req-17b0db58-a317-44c5-ba03-9452a3ae60a2 tempest-ServerDiagnosticsV248Test-545843182 tempest-ServerDiagnosticsV248Test-545843182-project-admin] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Retrieving diagnostics [ 1769.866466] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e81f14-9981-4519-a5eb-ed8bbd1f4b1f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.902283] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.902283] env[62226]: DEBUG nova.compute.manager [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1769.906568] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.929s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.906752] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.908906] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.149s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.911608] env[62226]: INFO nova.compute.claims [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1769.914750] env[62226]: DEBUG nova.network.neutron [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Successfully updated port: 4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1769.932736] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488029} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.932736] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] ab454db1-8b99-4608-8672-8f64a19274bd/ab454db1-8b99-4608-8672-8f64a19274bd.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1769.936393] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1769.936393] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0db7735a-3f2a-4ec4-8475-e28cc7ec6f97 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.937266] env[62226]: INFO nova.scheduler.client.report [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted allocations for instance 2377e8d9-b6cb-4d31-8807-5b513acc1477 [ 1769.943045] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1769.943045] env[62226]: value = "task-2027650" [ 1769.943045] env[62226]: _type = "Task" [ 1769.943045] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.951945] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.023355] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027648, 'name': CloneVM_Task, 'duration_secs': 1.405102} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.023355] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Created linked-clone VM from snapshot [ 1770.023950] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338b4b04-8cdd-4e23-be42-2e71243c10bd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.031970] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Uploading image 310cd751-8c46-4870-92f4-76e8d016b228 {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1770.036502] env[62226]: DEBUG nova.compute.manager [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Received event network-vif-plugged-4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1770.036694] env[62226]: DEBUG oslo_concurrency.lockutils [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] Acquiring lock "9413a118-c8d0-4cd3-8bb7-d08120f33489-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.037215] env[62226]: DEBUG oslo_concurrency.lockutils [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] Lock "9413a118-c8d0-4cd3-8bb7-d08120f33489-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.037505] env[62226]: DEBUG oslo_concurrency.lockutils [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] Lock "9413a118-c8d0-4cd3-8bb7-d08120f33489-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.037736] env[62226]: DEBUG nova.compute.manager [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] No waiting events found dispatching network-vif-plugged-4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1770.037947] env[62226]: WARNING nova.compute.manager [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Received unexpected event network-vif-plugged-4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4 for instance with vm_state building and task_state spawning. [ 1770.038279] env[62226]: DEBUG nova.compute.manager [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Received event network-changed-4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1770.038499] env[62226]: DEBUG nova.compute.manager [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Refreshing instance network info cache due to event network-changed-4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1770.038854] env[62226]: DEBUG oslo_concurrency.lockutils [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] Acquiring lock "refresh_cache-9413a118-c8d0-4cd3-8bb7-d08120f33489" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.038854] env[62226]: DEBUG oslo_concurrency.lockutils [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] Acquired lock "refresh_cache-9413a118-c8d0-4cd3-8bb7-d08120f33489" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.039086] env[62226]: DEBUG nova.network.neutron [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Refreshing network info cache for port 4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.056588] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1770.056588] env[62226]: value = "vm-416532" [ 1770.056588] env[62226]: _type = "VirtualMachine" [ 1770.056588] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1770.057123] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d573d0f-bb5b-436b-836b-8b8b27c06bb8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.063450] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lease: (returnval){ [ 1770.063450] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5257007c-e6f8-3cd0-35ca-079c55c790ca" [ 1770.063450] env[62226]: _type = "HttpNfcLease" [ 1770.063450] env[62226]: } obtained for exporting VM: (result){ [ 1770.063450] env[62226]: value = "vm-416532" [ 1770.063450] env[62226]: _type = "VirtualMachine" [ 1770.063450] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1770.063702] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the lease: (returnval){ [ 1770.063702] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5257007c-e6f8-3cd0-35ca-079c55c790ca" [ 1770.063702] env[62226]: _type = "HttpNfcLease" [ 1770.063702] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1770.071238] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1770.071238] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5257007c-e6f8-3cd0-35ca-079c55c790ca" [ 1770.071238] env[62226]: _type = "HttpNfcLease" [ 1770.071238] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1770.408683] env[62226]: DEBUG nova.compute.utils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1770.410582] env[62226]: DEBUG nova.compute.manager [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1770.410721] env[62226]: DEBUG nova.network.neutron [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1770.418664] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Acquiring lock "refresh_cache-9413a118-c8d0-4cd3-8bb7-d08120f33489" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.452164] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3bc8bc10-b109-4011-bd4f-defef0233ffe tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "2377e8d9-b6cb-4d31-8807-5b513acc1477" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.271s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.458872] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067694} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.459289] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1770.460181] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e8e830-bc3a-406a-8cad-153b41cc0cdd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.483354] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] ab454db1-8b99-4608-8672-8f64a19274bd/ab454db1-8b99-4608-8672-8f64a19274bd.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1770.484371] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1178bc5c-0751-4bea-b54b-779f4c36aeef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.504406] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1770.504406] env[62226]: value = "task-2027652" [ 1770.504406] env[62226]: _type = "Task" [ 1770.504406] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.513064] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.573434] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1770.573434] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5257007c-e6f8-3cd0-35ca-079c55c790ca" [ 1770.573434] env[62226]: _type = "HttpNfcLease" [ 1770.573434] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1770.573434] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1770.573434] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5257007c-e6f8-3cd0-35ca-079c55c790ca" [ 1770.573434] env[62226]: _type = "HttpNfcLease" [ 1770.573434] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1770.574061] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e84bfd-408c-459f-9649-72925132c4da {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.581641] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f57ab7-6bd6-01a3-5e8a-24e45300f448/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1770.581641] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f57ab7-6bd6-01a3-5e8a-24e45300f448/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1770.585719] env[62226]: DEBUG nova.network.neutron [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1770.654337] env[62226]: DEBUG nova.policy [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4128a36e7154e7398d8cad356ec3510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef446a53834b441da1dc4d843c0a6feb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1770.691608] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a7fcf81-f1fe-4192-8fab-c51d8aa6fd06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.745664] env[62226]: DEBUG nova.network.neutron [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.913873] env[62226]: DEBUG nova.compute.manager [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1770.980800] env[62226]: DEBUG nova.network.neutron [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Successfully created port: 37dc1a5c-de8b-4739-97cc-1caf6231c53f {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.017071] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027652, 'name': ReconfigVM_Task, 'duration_secs': 0.330775} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.017349] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Reconfigured VM instance instance-0000001e to attach disk [datastore2] ab454db1-8b99-4608-8672-8f64a19274bd/ab454db1-8b99-4608-8672-8f64a19274bd.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.020688] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef670073-5c25-4806-806a-7a1bfb13b5a6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.028164] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1771.028164] env[62226]: value = "task-2027653" [ 1771.028164] env[62226]: _type = "Task" [ 1771.028164] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.036649] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027653, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.053953] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Acquiring lock "1cfbf45f-8724-4ace-b549-ffb8eda6d2ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.053953] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Lock "1cfbf45f-8724-4ace-b549-ffb8eda6d2ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.054446] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Acquiring lock "1cfbf45f-8724-4ace-b549-ffb8eda6d2ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.054446] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Lock "1cfbf45f-8724-4ace-b549-ffb8eda6d2ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.054446] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Lock "1cfbf45f-8724-4ace-b549-ffb8eda6d2ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.059188] env[62226]: INFO nova.compute.manager [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Terminating instance [ 1771.247548] env[62226]: DEBUG oslo_concurrency.lockutils [req-10f28490-ab36-4778-bd74-7e68f5fa0cc4 req-8128345c-d7a6-4f0f-b342-2f05b2c6465e service nova] Releasing lock "refresh_cache-9413a118-c8d0-4cd3-8bb7-d08120f33489" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.248339] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Acquired lock "refresh_cache-9413a118-c8d0-4cd3-8bb7-d08120f33489" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.248704] env[62226]: DEBUG nova.network.neutron [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.480247] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1766125e-da91-4023-9ab5-d06121ddf189 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.488575] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64648c5f-d864-4cc8-a741-ddb677c2baf9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.519571] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eac8a6-89e8-4b24-9380-761f61e4f5cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.527580] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac20909-7b0a-4777-8f24-3c2b285570d2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.549196] env[62226]: DEBUG nova.compute.provider_tree [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.555136] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027653, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.564662] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Acquiring lock "refresh_cache-1cfbf45f-8724-4ace-b549-ffb8eda6d2ab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.564662] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Acquired lock "refresh_cache-1cfbf45f-8724-4ace-b549-ffb8eda6d2ab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.564662] env[62226]: DEBUG nova.network.neutron [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.796072] env[62226]: DEBUG nova.network.neutron [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.929629] env[62226]: DEBUG nova.compute.manager [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1771.958944] env[62226]: DEBUG nova.virt.hardware [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1771.962019] env[62226]: DEBUG nova.virt.hardware [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1771.962019] env[62226]: DEBUG nova.virt.hardware [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1771.962019] env[62226]: DEBUG nova.virt.hardware [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1771.962019] env[62226]: DEBUG nova.virt.hardware [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1771.962019] env[62226]: DEBUG nova.virt.hardware [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1771.962426] env[62226]: DEBUG nova.virt.hardware [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1771.962426] env[62226]: DEBUG nova.virt.hardware [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1771.962426] env[62226]: DEBUG nova.virt.hardware [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1771.962426] env[62226]: DEBUG nova.virt.hardware [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1771.962426] env[62226]: DEBUG nova.virt.hardware [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1771.962655] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932a078d-8fdc-4e13-a00d-3989702be72b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.974159] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691fe101-7efc-4d03-9e95-a430eefdf8cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.046665] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027653, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.056868] env[62226]: DEBUG nova.scheduler.client.report [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.074752] env[62226]: DEBUG nova.network.neutron [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Updating instance_info_cache with network_info: [{"id": "4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4", "address": "fa:16:3e:4b:c6:da", "network": {"id": "f265d367-00f3-4db5-83c6-337ec8085289", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1280826520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50899bb2e41949ef93c7b8c4d753c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dfa7248-2e", "ovs_interfaceid": "4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.085209] env[62226]: DEBUG nova.network.neutron [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1772.181763] env[62226]: DEBUG nova.network.neutron [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.522537] env[62226]: DEBUG nova.compute.manager [req-7e1e9d78-a7ca-4d5f-aa3f-664588025640 req-d1d06f75-5d39-4310-9641-5aa03b435e4d service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Received event network-vif-plugged-37dc1a5c-de8b-4739-97cc-1caf6231c53f {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1772.522853] env[62226]: DEBUG oslo_concurrency.lockutils [req-7e1e9d78-a7ca-4d5f-aa3f-664588025640 req-d1d06f75-5d39-4310-9641-5aa03b435e4d service nova] Acquiring lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.523233] env[62226]: DEBUG oslo_concurrency.lockutils [req-7e1e9d78-a7ca-4d5f-aa3f-664588025640 req-d1d06f75-5d39-4310-9641-5aa03b435e4d service nova] Lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.523624] env[62226]: DEBUG oslo_concurrency.lockutils [req-7e1e9d78-a7ca-4d5f-aa3f-664588025640 req-d1d06f75-5d39-4310-9641-5aa03b435e4d service nova] Lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.523868] env[62226]: DEBUG nova.compute.manager [req-7e1e9d78-a7ca-4d5f-aa3f-664588025640 req-d1d06f75-5d39-4310-9641-5aa03b435e4d service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] No waiting events found dispatching network-vif-plugged-37dc1a5c-de8b-4739-97cc-1caf6231c53f {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1772.524150] env[62226]: WARNING nova.compute.manager [req-7e1e9d78-a7ca-4d5f-aa3f-664588025640 req-d1d06f75-5d39-4310-9641-5aa03b435e4d service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Received unexpected event network-vif-plugged-37dc1a5c-de8b-4739-97cc-1caf6231c53f for instance with vm_state building and task_state spawning. [ 1772.549729] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027653, 'name': Rename_Task, 'duration_secs': 1.142299} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.550179] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1772.550510] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-514cc4c7-a0e7-4fa3-8bfa-246386fb1f7d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.557567] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1772.557567] env[62226]: value = "task-2027654" [ 1772.557567] env[62226]: _type = "Task" [ 1772.557567] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.563241] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.564280] env[62226]: DEBUG nova.compute.manager [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1772.571323] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.794s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.571641] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.573887] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.860s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.580021] env[62226]: INFO nova.compute.claims [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.581701] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Releasing lock "refresh_cache-9413a118-c8d0-4cd3-8bb7-d08120f33489" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.582361] env[62226]: DEBUG nova.compute.manager [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Instance network_info: |[{"id": "4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4", "address": "fa:16:3e:4b:c6:da", "network": {"id": "f265d367-00f3-4db5-83c6-337ec8085289", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1280826520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50899bb2e41949ef93c7b8c4d753c163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dfa7248-2e", "ovs_interfaceid": "4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1772.589071] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:c6:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1772.598658] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Creating folder: Project (50899bb2e41949ef93c7b8c4d753c163). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.599183] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.599897] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd09529e-1f02-42fb-9880-f56af9427f9b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.613248] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Created folder: Project (50899bb2e41949ef93c7b8c4d753c163) in parent group-v416438. [ 1772.613248] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Creating folder: Instances. Parent ref: group-v416533. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.613248] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8a6637d-965b-4c40-9a60-ed6aeb63bb1f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.622930] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Created folder: Instances in parent group-v416533. [ 1772.623194] env[62226]: DEBUG oslo.service.loopingcall [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.624375] env[62226]: INFO nova.scheduler.client.report [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Deleted allocations for instance 0a517109-71f2-4bec-8e05-4eea325692dd [ 1772.625824] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1772.626332] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad672fde-c2c4-4f34-b108-234670f40e93 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.656087] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1772.656087] env[62226]: value = "task-2027657" [ 1772.656087] env[62226]: _type = "Task" [ 1772.656087] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.665444] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027657, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.687031] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Releasing lock "refresh_cache-1cfbf45f-8724-4ace-b549-ffb8eda6d2ab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.687031] env[62226]: DEBUG nova.compute.manager [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1772.687031] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1772.687031] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4739fdcd-12e9-4a5c-b3fa-55f079b12fa1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.695533] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.696194] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0ef63be-2761-4f3c-b6f1-d7d5f7ddd47b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.703397] env[62226]: DEBUG oslo_vmware.api [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Waiting for the task: (returnval){ [ 1772.703397] env[62226]: value = "task-2027658" [ 1772.703397] env[62226]: _type = "Task" [ 1772.703397] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.712402] env[62226]: DEBUG oslo_vmware.api [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.734081] env[62226]: DEBUG nova.network.neutron [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Successfully updated port: 37dc1a5c-de8b-4739-97cc-1caf6231c53f {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.069969] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.083687] env[62226]: DEBUG nova.compute.utils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1773.088134] env[62226]: DEBUG nova.compute.manager [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1773.088134] env[62226]: DEBUG nova.network.neutron [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1773.147243] env[62226]: DEBUG nova.policy [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50d67fbc4e0c4146b1e0c4038bb0e986', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506500182ff8414899d7d9b8e2189a9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1773.153730] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d00550ba-8b82-4c4e-b1bb-aa5ff63e5a27 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207 tempest-FloatingIPsAssociationNegativeTestJSON-2118259207-project-member] Lock "0a517109-71f2-4bec-8e05-4eea325692dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.913s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.167263] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027657, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.216065] env[62226]: DEBUG oslo_vmware.api [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.239141] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Acquiring lock "refresh_cache-61bc8cf8-f078-4dd8-90eb-b5e6814abc08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.241224] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Acquired lock "refresh_cache-61bc8cf8-f078-4dd8-90eb-b5e6814abc08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.241224] env[62226]: DEBUG nova.network.neutron [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.440781] env[62226]: DEBUG nova.network.neutron [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Successfully created port: c5a57650-dd8f-44d6-ba73-209d5032e05b {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1773.575718] env[62226]: DEBUG oslo_vmware.api [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027654, 'name': PowerOnVM_Task, 'duration_secs': 0.696492} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.575718] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1773.575718] env[62226]: INFO nova.compute.manager [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1773.575718] env[62226]: DEBUG nova.compute.manager [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1773.575718] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d212c6-cff4-4918-94e0-dbf771a9d1e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.588614] env[62226]: DEBUG nova.compute.manager [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1773.670214] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027657, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.719409] env[62226]: DEBUG oslo_vmware.api [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.796216] env[62226]: DEBUG nova.network.neutron [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1773.971975] env[62226]: DEBUG nova.network.neutron [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Updating instance_info_cache with network_info: [{"id": "37dc1a5c-de8b-4739-97cc-1caf6231c53f", "address": "fa:16:3e:c8:ac:8f", "network": {"id": "c3bdeb30-2506-48c5-b27b-6d15706dca56", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-389929109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef446a53834b441da1dc4d843c0a6feb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37dc1a5c-de", "ovs_interfaceid": "37dc1a5c-de8b-4739-97cc-1caf6231c53f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.115931] env[62226]: INFO nova.compute.manager [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Took 53.45 seconds to build instance. [ 1774.175980] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027657, 'name': CreateVM_Task, 'duration_secs': 1.300246} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.176173] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1774.176899] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.177082] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.177467] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1774.177686] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70e2004-8e5b-48ad-9099-f91c16be3cfa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.186386] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Waiting for the task: (returnval){ [ 1774.186386] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5262c056-ecf5-e8b9-afc5-b5aea114e4c9" [ 1774.186386] env[62226]: _type = "Task" [ 1774.186386] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.196507] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5262c056-ecf5-e8b9-afc5-b5aea114e4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.215149] env[62226]: DEBUG oslo_vmware.api [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027658, 'name': PowerOffVM_Task, 'duration_secs': 1.119444} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.216687] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.216915] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.217729] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c0cb92-22e1-45aa-9ba5-44da17a2a478 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.220898] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fa0198b-8bda-4d42-859a-f8e7d9bf546b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.227085] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f92d598-53fe-4982-a3fb-87ab10a5b811 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.268336] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6271a1e2-aa8a-4a87-bf2a-36f9a6405e98 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.271277] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.271945] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.271945] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Deleting the datastore file [datastore2] 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.272225] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba0c29f6-bb37-4201-a3de-399c4dbafecf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.281243] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a051ff-a6d9-4993-85b8-1f639cff8e96 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.286957] env[62226]: DEBUG oslo_vmware.api [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Waiting for the task: (returnval){ [ 1774.286957] env[62226]: value = "task-2027660" [ 1774.286957] env[62226]: _type = "Task" [ 1774.286957] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.299815] env[62226]: DEBUG nova.compute.provider_tree [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.307058] env[62226]: DEBUG oslo_vmware.api [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.480517] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Releasing lock "refresh_cache-61bc8cf8-f078-4dd8-90eb-b5e6814abc08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.480517] env[62226]: DEBUG nova.compute.manager [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Instance network_info: |[{"id": "37dc1a5c-de8b-4739-97cc-1caf6231c53f", "address": "fa:16:3e:c8:ac:8f", "network": {"id": "c3bdeb30-2506-48c5-b27b-6d15706dca56", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-389929109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef446a53834b441da1dc4d843c0a6feb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37dc1a5c-de", "ovs_interfaceid": "37dc1a5c-de8b-4739-97cc-1caf6231c53f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1774.480837] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:ac:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37dc1a5c-de8b-4739-97cc-1caf6231c53f', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.490129] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Creating folder: Project (ef446a53834b441da1dc4d843c0a6feb). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.490129] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-616d5acb-3595-4640-b2f5-ac2b62474c4b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.500852] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Created folder: Project (ef446a53834b441da1dc4d843c0a6feb) in parent group-v416438. [ 1774.501096] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Creating folder: Instances. Parent ref: group-v416536. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.501358] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80d0afbd-5861-418b-bdca-537842de185f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.510855] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Created folder: Instances in parent group-v416536. [ 1774.511120] env[62226]: DEBUG oslo.service.loopingcall [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.511311] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1774.511513] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c72902ce-a099-4b45-a5d1-d39d8d99d9c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.535109] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1774.535109] env[62226]: value = "task-2027663" [ 1774.535109] env[62226]: _type = "Task" [ 1774.535109] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.543238] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027663, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.615151] env[62226]: DEBUG nova.compute.manager [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1774.619630] env[62226]: DEBUG oslo_concurrency.lockutils [None req-64a76a53-b327-4f66-964f-96283edf2d39 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "ab454db1-8b99-4608-8672-8f64a19274bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.469s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.644738] env[62226]: DEBUG nova.virt.hardware [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1774.644738] env[62226]: DEBUG nova.virt.hardware [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1774.644738] env[62226]: DEBUG nova.virt.hardware [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1774.644958] env[62226]: DEBUG nova.virt.hardware [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1774.645146] env[62226]: DEBUG nova.virt.hardware [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1774.645581] env[62226]: DEBUG nova.virt.hardware [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1774.646115] env[62226]: DEBUG nova.virt.hardware [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1774.646482] env[62226]: DEBUG nova.virt.hardware [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1774.646936] env[62226]: DEBUG nova.virt.hardware [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1774.647543] env[62226]: DEBUG nova.virt.hardware [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1774.648127] env[62226]: DEBUG nova.virt.hardware [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1774.650223] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce399155-4640-4b2a-a78c-b514db2ba94f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.659308] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8be482f-2da1-470f-b9da-1d4dbf375de8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.696462] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5262c056-ecf5-e8b9-afc5-b5aea114e4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.018469} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.697785] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.697785] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1774.697785] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.697785] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.698076] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1774.698076] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ca80961-c042-4f05-80e2-61100b5488d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.708168] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1774.708387] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1774.709194] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6099958-e9cd-40ec-a201-77078004e2e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.715283] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Waiting for the task: (returnval){ [ 1774.715283] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52844506-b679-ebc3-3720-8c4bb4fc72ce" [ 1774.715283] env[62226]: _type = "Task" [ 1774.715283] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.725184] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52844506-b679-ebc3-3720-8c4bb4fc72ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.797366] env[62226]: DEBUG oslo_vmware.api [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Task: {'id': task-2027660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175736} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.797648] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.797840] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.798043] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.798240] env[62226]: INFO nova.compute.manager [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1774.798515] env[62226]: DEBUG oslo.service.loopingcall [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.798712] env[62226]: DEBUG nova.compute.manager [-] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1774.798808] env[62226]: DEBUG nova.network.neutron [-] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1774.804921] env[62226]: DEBUG nova.scheduler.client.report [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.822441] env[62226]: DEBUG nova.network.neutron [-] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1775.034181] env[62226]: DEBUG nova.compute.manager [req-7fd6b9aa-91ea-4e8b-9118-12504de3538b req-e88cb50e-498c-4a18-832a-5082d886ccb3 service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Received event network-changed-37dc1a5c-de8b-4739-97cc-1caf6231c53f {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1775.034181] env[62226]: DEBUG nova.compute.manager [req-7fd6b9aa-91ea-4e8b-9118-12504de3538b req-e88cb50e-498c-4a18-832a-5082d886ccb3 service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Refreshing instance network info cache due to event network-changed-37dc1a5c-de8b-4739-97cc-1caf6231c53f. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1775.034937] env[62226]: DEBUG oslo_concurrency.lockutils [req-7fd6b9aa-91ea-4e8b-9118-12504de3538b req-e88cb50e-498c-4a18-832a-5082d886ccb3 service nova] Acquiring lock "refresh_cache-61bc8cf8-f078-4dd8-90eb-b5e6814abc08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.035331] env[62226]: DEBUG oslo_concurrency.lockutils [req-7fd6b9aa-91ea-4e8b-9118-12504de3538b req-e88cb50e-498c-4a18-832a-5082d886ccb3 service nova] Acquired lock "refresh_cache-61bc8cf8-f078-4dd8-90eb-b5e6814abc08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.035808] env[62226]: DEBUG nova.network.neutron [req-7fd6b9aa-91ea-4e8b-9118-12504de3538b req-e88cb50e-498c-4a18-832a-5082d886ccb3 service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Refreshing network info cache for port 37dc1a5c-de8b-4739-97cc-1caf6231c53f {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.048963] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027663, 'name': CreateVM_Task, 'duration_secs': 0.475694} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.051531] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1775.051531] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.051531] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.051886] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1775.052516] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93451ce-b770-4ccb-9869-eaf3fd5861de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.058776] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Waiting for the task: (returnval){ [ 1775.058776] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522b36de-4505-0ef2-15cd-730c690135da" [ 1775.058776] env[62226]: _type = "Task" [ 1775.058776] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.070319] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522b36de-4505-0ef2-15cd-730c690135da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.125025] env[62226]: DEBUG nova.compute.manager [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1775.139299] env[62226]: DEBUG nova.network.neutron [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Successfully updated port: c5a57650-dd8f-44d6-ba73-209d5032e05b {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1775.227711] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52844506-b679-ebc3-3720-8c4bb4fc72ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.228776] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a26066d-021e-4c96-921a-a126ff0bc11c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.237475] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Waiting for the task: (returnval){ [ 1775.237475] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5292d576-6f67-defc-f50e-2416e5cf71bb" [ 1775.237475] env[62226]: _type = "Task" [ 1775.237475] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.254497] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5292d576-6f67-defc-f50e-2416e5cf71bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.310359] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.310886] env[62226]: DEBUG nova.compute.manager [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1775.313950] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.284s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.314057] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.316233] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.427s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.320056] env[62226]: INFO nova.compute.claims [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1775.328018] env[62226]: DEBUG nova.network.neutron [-] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.369996] env[62226]: INFO nova.scheduler.client.report [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Deleted allocations for instance f263411a-c4ff-4ee8-a10a-7fc791491124 [ 1775.573368] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522b36de-4505-0ef2-15cd-730c690135da, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.576513] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.576809] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1775.577050] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.644650] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.645144] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.645144] env[62226]: DEBUG nova.network.neutron [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.668316] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.748813] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5292d576-6f67-defc-f50e-2416e5cf71bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011026} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.749168] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.749405] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 9413a118-c8d0-4cd3-8bb7-d08120f33489/9413a118-c8d0-4cd3-8bb7-d08120f33489.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1775.749710] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.749902] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1775.750158] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-996f0e53-2109-49af-a21d-3d07dbf94c0f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.752462] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5599739b-e571-490f-b019-9cbba8824dd6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.761233] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Waiting for the task: (returnval){ [ 1775.761233] env[62226]: value = "task-2027664" [ 1775.761233] env[62226]: _type = "Task" [ 1775.761233] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.762997] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1775.762997] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1775.766494] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236007f9-d696-4add-bf7d-33065f423c3b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.772881] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Waiting for the task: (returnval){ [ 1775.772881] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52149a52-12f9-94f2-d154-2fc4ade9eab0" [ 1775.772881] env[62226]: _type = "Task" [ 1775.772881] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.775780] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.784318] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52149a52-12f9-94f2-d154-2fc4ade9eab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.799374] env[62226]: DEBUG nova.network.neutron [req-7fd6b9aa-91ea-4e8b-9118-12504de3538b req-e88cb50e-498c-4a18-832a-5082d886ccb3 service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Updated VIF entry in instance network info cache for port 37dc1a5c-de8b-4739-97cc-1caf6231c53f. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1775.799991] env[62226]: DEBUG nova.network.neutron [req-7fd6b9aa-91ea-4e8b-9118-12504de3538b req-e88cb50e-498c-4a18-832a-5082d886ccb3 service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Updating instance_info_cache with network_info: [{"id": "37dc1a5c-de8b-4739-97cc-1caf6231c53f", "address": "fa:16:3e:c8:ac:8f", "network": {"id": "c3bdeb30-2506-48c5-b27b-6d15706dca56", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-389929109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef446a53834b441da1dc4d843c0a6feb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37dc1a5c-de", "ovs_interfaceid": "37dc1a5c-de8b-4739-97cc-1caf6231c53f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.826530] env[62226]: DEBUG nova.compute.utils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1775.831205] env[62226]: DEBUG nova.compute.manager [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1775.831205] env[62226]: DEBUG nova.network.neutron [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.831657] env[62226]: INFO nova.compute.manager [-] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Took 1.03 seconds to deallocate network for instance. [ 1775.884672] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5330dd96-5655-4583-b1b8-4b726b23c1d0 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "f263411a-c4ff-4ee8-a10a-7fc791491124" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.954s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.887081] env[62226]: DEBUG nova.policy [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80f4635d3de34a73bfa868822bd802bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07f81e67e63045c5b3754e60f8018bec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1776.198323] env[62226]: DEBUG nova.network.neutron [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.272327] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027664, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.287224] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52149a52-12f9-94f2-d154-2fc4ade9eab0, 'name': SearchDatastore_Task, 'duration_secs': 0.01915} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.287819] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4e2595-6245-4aae-8a89-4b06a9684b5f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.293433] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Waiting for the task: (returnval){ [ 1776.293433] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5241ba02-0871-1ec4-1870-64b3c93ec602" [ 1776.293433] env[62226]: _type = "Task" [ 1776.293433] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.305565] env[62226]: DEBUG oslo_concurrency.lockutils [req-7fd6b9aa-91ea-4e8b-9118-12504de3538b req-e88cb50e-498c-4a18-832a-5082d886ccb3 service nova] Releasing lock "refresh_cache-61bc8cf8-f078-4dd8-90eb-b5e6814abc08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.306208] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5241ba02-0871-1ec4-1870-64b3c93ec602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.329265] env[62226]: DEBUG nova.compute.manager [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1776.342047] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.356461] env[62226]: DEBUG nova.network.neutron [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Successfully created port: a23b0160-a83e-4b51-adff-7c0dc05f7aed {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.472857] env[62226]: DEBUG nova.network.neutron [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance_info_cache with network_info: [{"id": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "address": "fa:16:3e:8e:8c:26", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5a57650-dd", "ovs_interfaceid": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.771969] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557519} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.772352] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 9413a118-c8d0-4cd3-8bb7-d08120f33489/9413a118-c8d0-4cd3-8bb7-d08120f33489.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1776.772687] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1776.772973] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1976056-198a-4966-9600-cadaf0d18d6f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.786372] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Waiting for the task: (returnval){ [ 1776.786372] env[62226]: value = "task-2027665" [ 1776.786372] env[62226]: _type = "Task" [ 1776.786372] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.795388] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.807995] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5241ba02-0871-1ec4-1870-64b3c93ec602, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.810309] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.810309] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 61bc8cf8-f078-4dd8-90eb-b5e6814abc08/61bc8cf8-f078-4dd8-90eb-b5e6814abc08.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1776.810309] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01d25492-e1fa-4152-b3f3-9821658e3fa3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.822136] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Waiting for the task: (returnval){ [ 1776.822136] env[62226]: value = "task-2027666" [ 1776.822136] env[62226]: _type = "Task" [ 1776.822136] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.836445] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2027666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.856146] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf3d707-127c-4882-9e46-a745cf2c8f73 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.865192] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fd09a8-5c8b-42d2-b3e4-9692737fcbdc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.901807] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc468b4-5b27-4d90-966e-e846f017dc76 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.910334] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ad5080-865e-4ba4-b51f-b2f562294f75 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.926779] env[62226]: DEBUG nova.compute.provider_tree [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.977890] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "60161dc7-23c2-4f6c-b303-c60f20cfa679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.978158] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "60161dc7-23c2-4f6c-b303-c60f20cfa679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.978364] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "60161dc7-23c2-4f6c-b303-c60f20cfa679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.978560] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "60161dc7-23c2-4f6c-b303-c60f20cfa679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.978730] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "60161dc7-23c2-4f6c-b303-c60f20cfa679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.980520] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.980789] env[62226]: DEBUG nova.compute.manager [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Instance network_info: |[{"id": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "address": "fa:16:3e:8e:8c:26", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5a57650-dd", "ovs_interfaceid": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1776.981699] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:8c:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5a57650-dd8f-44d6-ba73-209d5032e05b', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.989514] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating folder: Project (506500182ff8414899d7d9b8e2189a9f). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1776.990052] env[62226]: INFO nova.compute.manager [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Terminating instance [ 1776.992419] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b408eb79-e9b8-4100-9cc7-ece45b9d7d84 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.004514] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Created folder: Project (506500182ff8414899d7d9b8e2189a9f) in parent group-v416438. [ 1777.004643] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating folder: Instances. Parent ref: group-v416539. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1777.007805] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21cfa6ad-a2b2-499a-9e25-b74c06495b20 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.017282] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Created folder: Instances in parent group-v416539. [ 1777.017393] env[62226]: DEBUG oslo.service.loopingcall [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.017614] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1777.017857] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-740b41f5-2eca-4c09-b2ae-5df8b19ce594 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.037854] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1777.037854] env[62226]: value = "task-2027669" [ 1777.037854] env[62226]: _type = "Task" [ 1777.037854] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.048015] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027669, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.298096] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062565} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.299102] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1777.300856] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b068dd7-d17c-43db-99c3-516976e1d4c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.324019] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.324019] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.334277] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 9413a118-c8d0-4cd3-8bb7-d08120f33489/9413a118-c8d0-4cd3-8bb7-d08120f33489.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1777.337916] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e2f3ce8-3fb2-4f13-8287-e47816700e0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.357616] env[62226]: DEBUG nova.compute.manager [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Received event network-vif-plugged-c5a57650-dd8f-44d6-ba73-209d5032e05b {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1777.357843] env[62226]: DEBUG oslo_concurrency.lockutils [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] Acquiring lock "1e5ff955-6903-42cb-9583-95c9a142b41f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.358325] env[62226]: DEBUG oslo_concurrency.lockutils [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.358560] env[62226]: DEBUG oslo_concurrency.lockutils [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.358742] env[62226]: DEBUG nova.compute.manager [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] No waiting events found dispatching network-vif-plugged-c5a57650-dd8f-44d6-ba73-209d5032e05b {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1777.358911] env[62226]: WARNING nova.compute.manager [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Received unexpected event network-vif-plugged-c5a57650-dd8f-44d6-ba73-209d5032e05b for instance with vm_state building and task_state spawning. [ 1777.359347] env[62226]: DEBUG nova.compute.manager [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Received event network-changed-c5a57650-dd8f-44d6-ba73-209d5032e05b {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1777.359537] env[62226]: DEBUG nova.compute.manager [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Refreshing instance network info cache due to event network-changed-c5a57650-dd8f-44d6-ba73-209d5032e05b. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1777.359735] env[62226]: DEBUG oslo_concurrency.lockutils [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] Acquiring lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.359874] env[62226]: DEBUG oslo_concurrency.lockutils [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] Acquired lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.360240] env[62226]: DEBUG nova.network.neutron [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Refreshing network info cache for port c5a57650-dd8f-44d6-ba73-209d5032e05b {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.366351] env[62226]: DEBUG nova.compute.manager [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1777.377246] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2027666, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.378741] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Waiting for the task: (returnval){ [ 1777.378741] env[62226]: value = "task-2027670" [ 1777.378741] env[62226]: _type = "Task" [ 1777.378741] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.389596] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.403445] env[62226]: DEBUG nova.virt.hardware [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1777.403862] env[62226]: DEBUG nova.virt.hardware [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.404025] env[62226]: DEBUG nova.virt.hardware [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1777.404233] env[62226]: DEBUG nova.virt.hardware [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.404396] env[62226]: DEBUG nova.virt.hardware [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1777.404601] env[62226]: DEBUG nova.virt.hardware [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1777.404779] env[62226]: DEBUG nova.virt.hardware [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1777.404968] env[62226]: DEBUG nova.virt.hardware [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1777.405140] env[62226]: DEBUG nova.virt.hardware [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1777.405310] env[62226]: DEBUG nova.virt.hardware [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1777.405500] env[62226]: DEBUG nova.virt.hardware [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1777.406835] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a97e7c-cbc8-43e9-97da-90b26b4e1427 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.416707] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3ddd88-1120-4790-9111-8c67fcd43c99 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.435051] env[62226]: DEBUG nova.scheduler.client.report [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1777.496127] env[62226]: DEBUG nova.compute.manager [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1777.496614] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1777.497529] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199d0371-0feb-4d53-981d-5b9714faad53 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.507305] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.507509] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79844347-4ace-45ee-8727-01fbb24b05b8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.513823] env[62226]: DEBUG oslo_vmware.api [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1777.513823] env[62226]: value = "task-2027671" [ 1777.513823] env[62226]: _type = "Task" [ 1777.513823] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.524322] env[62226]: DEBUG oslo_vmware.api [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.548641] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027669, 'name': CreateVM_Task, 'duration_secs': 0.424487} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.548923] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.549826] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.550120] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.550567] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.550923] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa6e67a-c84d-4f39-9240-926ce7950d23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.556811] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1777.556811] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fe28c0-4615-2eaa-3d5b-6e9cecac2890" [ 1777.556811] env[62226]: _type = "Task" [ 1777.556811] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.566985] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fe28c0-4615-2eaa-3d5b-6e9cecac2890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.850037] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2027666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575759} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.850372] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 61bc8cf8-f078-4dd8-90eb-b5e6814abc08/61bc8cf8-f078-4dd8-90eb-b5e6814abc08.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1777.850584] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1777.850932] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-246d9235-f931-455d-a21c-3e9747edb54f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.860808] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Waiting for the task: (returnval){ [ 1777.860808] env[62226]: value = "task-2027672" [ 1777.860808] env[62226]: _type = "Task" [ 1777.860808] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.872402] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2027672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.890709] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027670, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.943563] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.944184] env[62226]: DEBUG nova.compute.manager [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1777.948084] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.448s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.950491] env[62226]: INFO nova.compute.claims [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1778.032602] env[62226]: DEBUG oslo_vmware.api [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027671, 'name': PowerOffVM_Task, 'duration_secs': 0.315702} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.032876] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.033053] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1778.033501] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23b5c273-10a6-4ba4-a565-6701d32f76a3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.071661] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fe28c0-4615-2eaa-3d5b-6e9cecac2890, 'name': SearchDatastore_Task, 'duration_secs': 0.015832} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.071972] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.072231] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1778.072468] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.072615] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.072859] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.073172] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e499855-8a9b-4cb7-9998-324894ff86aa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.086924] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.087134] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.087946] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b89c4765-3531-40c0-9f20-ea0c2159c51e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.097915] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1778.097915] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5237788b-f421-9d4d-650d-4303c2fabe15" [ 1778.097915] env[62226]: _type = "Task" [ 1778.097915] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.105964] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5237788b-f421-9d4d-650d-4303c2fabe15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.131498] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1778.131749] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1778.131935] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Deleting the datastore file [datastore2] 60161dc7-23c2-4f6c-b303-c60f20cfa679 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1778.132240] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2f40a0c-7ab8-43db-bf66-25281ddeb2d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.139522] env[62226]: DEBUG oslo_vmware.api [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for the task: (returnval){ [ 1778.139522] env[62226]: value = "task-2027674" [ 1778.139522] env[62226]: _type = "Task" [ 1778.139522] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.147222] env[62226]: DEBUG oslo_vmware.api [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.350470] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f57ab7-6bd6-01a3-5e8a-24e45300f448/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1778.351678] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e14305-e680-46c6-8ebb-50f4aeccb6a0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.358161] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f57ab7-6bd6-01a3-5e8a-24e45300f448/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1778.358360] env[62226]: ERROR oslo_vmware.rw_handles [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f57ab7-6bd6-01a3-5e8a-24e45300f448/disk-0.vmdk due to incomplete transfer. [ 1778.358585] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5034250b-302a-432b-a22a-763546d6433b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.371662] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2027672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111409} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.372604] env[62226]: DEBUG nova.network.neutron [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updated VIF entry in instance network info cache for port c5a57650-dd8f-44d6-ba73-209d5032e05b. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1778.373286] env[62226]: DEBUG nova.network.neutron [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance_info_cache with network_info: [{"id": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "address": "fa:16:3e:8e:8c:26", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5a57650-dd", "ovs_interfaceid": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.375411] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1778.379207] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f57ab7-6bd6-01a3-5e8a-24e45300f448/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1778.379425] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Uploaded image 310cd751-8c46-4870-92f4-76e8d016b228 to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1778.381857] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1778.383498] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3d1ff6-2f9a-48a6-8585-e8de192cc6ad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.386352] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-34bdd11e-0567-4324-92b8-8bc9f2490cd5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.419905] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 61bc8cf8-f078-4dd8-90eb-b5e6814abc08/61bc8cf8-f078-4dd8-90eb-b5e6814abc08.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1778.424542] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a74d0cc-55ee-4c4f-8ff3-f36dbbee8b2f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.440214] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1778.440214] env[62226]: value = "task-2027675" [ 1778.440214] env[62226]: _type = "Task" [ 1778.440214] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.440653] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027670, 'name': ReconfigVM_Task, 'duration_secs': 0.539229} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.441391] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 9413a118-c8d0-4cd3-8bb7-d08120f33489/9413a118-c8d0-4cd3-8bb7-d08120f33489.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1778.445514] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9752a2d1-1e22-46ce-83ef-7c41eda12693 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.448577] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Waiting for the task: (returnval){ [ 1778.448577] env[62226]: value = "task-2027676" [ 1778.448577] env[62226]: _type = "Task" [ 1778.448577] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.459016] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Waiting for the task: (returnval){ [ 1778.459016] env[62226]: value = "task-2027677" [ 1778.459016] env[62226]: _type = "Task" [ 1778.459016] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.460127] env[62226]: DEBUG nova.compute.utils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1778.461361] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027675, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.462778] env[62226]: DEBUG nova.compute.manager [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1778.462778] env[62226]: DEBUG nova.network.neutron [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1778.471926] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2027676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.478860] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027677, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.480117] env[62226]: DEBUG nova.network.neutron [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Successfully updated port: a23b0160-a83e-4b51-adff-7c0dc05f7aed {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1778.553687] env[62226]: DEBUG nova.policy [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ffe20c8eaad4157bc47685475a50de9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dc85b5bf96a4140af5cf222bbcb5337', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1778.611616] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5237788b-f421-9d4d-650d-4303c2fabe15, 'name': SearchDatastore_Task, 'duration_secs': 0.01246} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.614496] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9fcb84a-32cb-4e2f-a871-e6f96a17eedf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.620509] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1778.620509] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e5547b-b2e4-80bb-5acb-abaede0cf27a" [ 1778.620509] env[62226]: _type = "Task" [ 1778.620509] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.631430] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e5547b-b2e4-80bb-5acb-abaede0cf27a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.648504] env[62226]: DEBUG oslo_vmware.api [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Task: {'id': task-2027674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190376} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.648968] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1778.649284] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1778.649660] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1778.649950] env[62226]: INFO nova.compute.manager [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1778.650367] env[62226]: DEBUG oslo.service.loopingcall [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.650663] env[62226]: DEBUG nova.compute.manager [-] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1778.650817] env[62226]: DEBUG nova.network.neutron [-] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1778.885232] env[62226]: DEBUG oslo_concurrency.lockutils [req-d70ac0e3-fbf6-49bb-9130-d99c357d92d2 req-4c88a93d-021e-4c83-b081-9d8385db77dd service nova] Releasing lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.952505] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027675, 'name': Destroy_Task, 'duration_secs': 0.386406} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.959055] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Destroyed the VM [ 1778.959055] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1778.959055] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d43ab0c-8d18-4420-b7f0-3298be5d6c52 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.967959] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2027676, 'name': ReconfigVM_Task, 'duration_secs': 0.368588} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.970814] env[62226]: DEBUG nova.compute.manager [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1778.980195] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 61bc8cf8-f078-4dd8-90eb-b5e6814abc08/61bc8cf8-f078-4dd8-90eb-b5e6814abc08.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1778.980195] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1778.980195] env[62226]: value = "task-2027678" [ 1778.980195] env[62226]: _type = "Task" [ 1778.980195] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.980708] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5121865c-6ef4-4441-91ef-303f30f0356b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.994457] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "refresh_cache-8fab02f5-4ebd-4b01-acf1-acdd76b918bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.995547] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquired lock "refresh_cache-8fab02f5-4ebd-4b01-acf1-acdd76b918bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.995547] env[62226]: DEBUG nova.network.neutron [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.996740] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027677, 'name': Rename_Task, 'duration_secs': 0.152629} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.004808] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1779.005235] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Waiting for the task: (returnval){ [ 1779.005235] env[62226]: value = "task-2027679" [ 1779.005235] env[62226]: _type = "Task" [ 1779.005235] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.005685] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9953723-7052-4389-a502-a5b82f159004 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.016846] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027678, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.024503] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2027679, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.027780] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Waiting for the task: (returnval){ [ 1779.027780] env[62226]: value = "task-2027680" [ 1779.027780] env[62226]: _type = "Task" [ 1779.027780] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.039756] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027680, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.131931] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e5547b-b2e4-80bb-5acb-abaede0cf27a, 'name': SearchDatastore_Task, 'duration_secs': 0.012219} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.132320] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.132650] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 1e5ff955-6903-42cb-9583-95c9a142b41f/1e5ff955-6903-42cb-9583-95c9a142b41f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1779.133070] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-994766d4-9dc3-4bc7-a39d-d7cd25c60547 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.142892] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1779.142892] env[62226]: value = "task-2027681" [ 1779.142892] env[62226]: _type = "Task" [ 1779.142892] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.152077] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.275591] env[62226]: DEBUG nova.network.neutron [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Successfully created port: 50070296-b340-4031-bd79-656a3b071122 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1779.505568] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027678, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.524651] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2027679, 'name': Rename_Task, 'duration_secs': 0.137434} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.525128] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1779.525384] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41defe7c-e78d-4605-8f7b-acb6f09f7bee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.540257] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Waiting for the task: (returnval){ [ 1779.540257] env[62226]: value = "task-2027682" [ 1779.540257] env[62226]: _type = "Task" [ 1779.540257] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.549691] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.564903] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2027682, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.566886] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04841c4-f544-44f0-9079-63dbda930863 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.576099] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c894c44-176d-45f9-a039-ea904c7697ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.615654] env[62226]: DEBUG nova.network.neutron [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1779.622205] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604c435e-c6ca-48b9-b624-b6ba8b89750f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.626378] env[62226]: DEBUG nova.compute.manager [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Received event network-vif-plugged-a23b0160-a83e-4b51-adff-7c0dc05f7aed {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1779.626613] env[62226]: DEBUG oslo_concurrency.lockutils [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] Acquiring lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.626822] env[62226]: DEBUG oslo_concurrency.lockutils [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.626996] env[62226]: DEBUG oslo_concurrency.lockutils [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.627174] env[62226]: DEBUG nova.compute.manager [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] No waiting events found dispatching network-vif-plugged-a23b0160-a83e-4b51-adff-7c0dc05f7aed {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1779.627388] env[62226]: WARNING nova.compute.manager [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Received unexpected event network-vif-plugged-a23b0160-a83e-4b51-adff-7c0dc05f7aed for instance with vm_state building and task_state spawning. [ 1779.627555] env[62226]: DEBUG nova.compute.manager [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Received event network-changed-a23b0160-a83e-4b51-adff-7c0dc05f7aed {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1779.627659] env[62226]: DEBUG nova.compute.manager [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Refreshing instance network info cache due to event network-changed-a23b0160-a83e-4b51-adff-7c0dc05f7aed. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1779.627768] env[62226]: DEBUG oslo_concurrency.lockutils [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] Acquiring lock "refresh_cache-8fab02f5-4ebd-4b01-acf1-acdd76b918bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.635749] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09527fd2-b10d-4b08-b2d2-b0dabdadbecf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.651546] env[62226]: DEBUG nova.compute.provider_tree [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.668710] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515036} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.669013] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 1e5ff955-6903-42cb-9583-95c9a142b41f/1e5ff955-6903-42cb-9583-95c9a142b41f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.671019] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.671019] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75fb20d1-8337-40c7-820b-e03fa7c4a751 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.678886] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1779.678886] env[62226]: value = "task-2027683" [ 1779.678886] env[62226]: _type = "Task" [ 1779.678886] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.690816] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.739679] env[62226]: DEBUG nova.network.neutron [-] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.989686] env[62226]: DEBUG nova.compute.manager [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1780.001152] env[62226]: DEBUG oslo_vmware.api [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027678, 'name': RemoveSnapshot_Task, 'duration_secs': 0.84622} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.001413] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1780.001632] env[62226]: INFO nova.compute.manager [None req-1b0b4c13-b5d3-4ee6-8b12-7d329898b17f tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Took 13.08 seconds to snapshot the instance on the hypervisor. [ 1780.019196] env[62226]: DEBUG nova.virt.hardware [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.020141] env[62226]: DEBUG nova.virt.hardware [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.020141] env[62226]: DEBUG nova.virt.hardware [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.020141] env[62226]: DEBUG nova.virt.hardware [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.020141] env[62226]: DEBUG nova.virt.hardware [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.020464] env[62226]: DEBUG nova.virt.hardware [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.020464] env[62226]: DEBUG nova.virt.hardware [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.020589] env[62226]: DEBUG nova.virt.hardware [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.020755] env[62226]: DEBUG nova.virt.hardware [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.020912] env[62226]: DEBUG nova.virt.hardware [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.021092] env[62226]: DEBUG nova.virt.hardware [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.022080] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e98472-6bfb-4ba9-9778-12845771aa35 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.031382] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779663f5-3c5e-4eaa-a1e2-c3fe56026842 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.060086] env[62226]: DEBUG oslo_vmware.api [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027680, 'name': PowerOnVM_Task, 'duration_secs': 0.6014} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.060449] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1780.060819] env[62226]: INFO nova.compute.manager [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1780.061149] env[62226]: DEBUG nova.compute.manager [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1780.062253] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551887ac-399e-4778-a588-a49fbf2d5d13 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.068466] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2027682, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.163742] env[62226]: DEBUG nova.scheduler.client.report [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.200267] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082873} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.200543] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1780.201390] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d474ebe0-a3eb-4db1-98cf-c7acb61da4ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.226800] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 1e5ff955-6903-42cb-9583-95c9a142b41f/1e5ff955-6903-42cb-9583-95c9a142b41f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.227132] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f51b9e4-2ded-42b6-9934-ffb36554b16e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.245660] env[62226]: INFO nova.compute.manager [-] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Took 1.59 seconds to deallocate network for instance. [ 1780.253172] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1780.253172] env[62226]: value = "task-2027684" [ 1780.253172] env[62226]: _type = "Task" [ 1780.253172] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.265708] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.327695] env[62226]: DEBUG nova.network.neutron [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Updating instance_info_cache with network_info: [{"id": "a23b0160-a83e-4b51-adff-7c0dc05f7aed", "address": "fa:16:3e:3a:e3:4a", "network": {"id": "8af91886-ca24-4850-8933-5657c5a51f9d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202592182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07f81e67e63045c5b3754e60f8018bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23b0160-a8", "ovs_interfaceid": "a23b0160-a83e-4b51-adff-7c0dc05f7aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.378437] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "interface-82125811-c19a-48af-9b96-31ace3787cab-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.378695] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-82125811-c19a-48af-9b96-31ace3787cab-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.379092] env[62226]: DEBUG nova.objects.instance [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'flavor' on Instance uuid 82125811-c19a-48af-9b96-31ace3787cab {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.567028] env[62226]: DEBUG oslo_vmware.api [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2027682, 'name': PowerOnVM_Task, 'duration_secs': 0.555009} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.567028] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1780.567028] env[62226]: INFO nova.compute.manager [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1780.567028] env[62226]: DEBUG nova.compute.manager [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1780.567028] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73e6984-db86-4101-b311-6510149c13fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.584249] env[62226]: INFO nova.compute.manager [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Took 56.31 seconds to build instance. [ 1780.671106] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.671106] env[62226]: DEBUG nova.compute.manager [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1780.671867] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.939s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.673614] env[62226]: INFO nova.compute.claims [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1780.754257] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.764466] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.832531] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Releasing lock "refresh_cache-8fab02f5-4ebd-4b01-acf1-acdd76b918bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.832949] env[62226]: DEBUG nova.compute.manager [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Instance network_info: |[{"id": "a23b0160-a83e-4b51-adff-7c0dc05f7aed", "address": "fa:16:3e:3a:e3:4a", "network": {"id": "8af91886-ca24-4850-8933-5657c5a51f9d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202592182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07f81e67e63045c5b3754e60f8018bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23b0160-a8", "ovs_interfaceid": "a23b0160-a83e-4b51-adff-7c0dc05f7aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1780.833336] env[62226]: DEBUG oslo_concurrency.lockutils [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] Acquired lock "refresh_cache-8fab02f5-4ebd-4b01-acf1-acdd76b918bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.833594] env[62226]: DEBUG nova.network.neutron [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Refreshing network info cache for port a23b0160-a83e-4b51-adff-7c0dc05f7aed {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.834848] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:e3:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a23b0160-a83e-4b51-adff-7c0dc05f7aed', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1780.843046] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Creating folder: Project (07f81e67e63045c5b3754e60f8018bec). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1780.843650] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78a586c5-7eca-4b1e-bbc9-e3cfa1bbb357 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.858109] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Created folder: Project (07f81e67e63045c5b3754e60f8018bec) in parent group-v416438. [ 1780.858109] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Creating folder: Instances. Parent ref: group-v416542. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1780.858109] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2225963a-57c2-4f09-9879-7ce202c11e75 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.867184] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Created folder: Instances in parent group-v416542. [ 1780.867497] env[62226]: DEBUG oslo.service.loopingcall [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.867782] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1780.868384] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd0e740c-ebf2-40e4-945c-9917523d6fdb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.898876] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.898876] env[62226]: value = "task-2027687" [ 1780.898876] env[62226]: _type = "Task" [ 1780.898876] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.909257] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027687, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.052825] env[62226]: DEBUG nova.objects.instance [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'pci_requests' on Instance uuid 82125811-c19a-48af-9b96-31ace3787cab {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.090328] env[62226]: INFO nova.compute.manager [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Took 54.46 seconds to build instance. [ 1781.091882] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ce693887-a12f-4f1c-ae9c-f6a2bc526030 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Lock "9413a118-c8d0-4cd3-8bb7-d08120f33489" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.791s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.181157] env[62226]: DEBUG nova.compute.utils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1781.189672] env[62226]: DEBUG nova.compute.manager [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1781.193655] env[62226]: DEBUG nova.network.neutron [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.262636] env[62226]: DEBUG nova.policy [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04945d6b71fc4ed898f780e2f02cf0c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f60e62f7e3a4039a5fd711f6b99ab82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1781.272203] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027684, 'name': ReconfigVM_Task, 'duration_secs': 0.76519} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.272203] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 1e5ff955-6903-42cb-9583-95c9a142b41f/1e5ff955-6903-42cb-9583-95c9a142b41f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.272203] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0baa6033-c9b1-4e10-a2c0-16a4edf86029 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.282296] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1781.282296] env[62226]: value = "task-2027688" [ 1781.282296] env[62226]: _type = "Task" [ 1781.282296] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.290085] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027688, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.409344] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027687, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.560327] env[62226]: DEBUG nova.objects.base [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Object Instance<82125811-c19a-48af-9b96-31ace3787cab> lazy-loaded attributes: flavor,pci_requests {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1781.560327] env[62226]: DEBUG nova.network.neutron [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.592370] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8aa1c6e0-6f83-4055-87f3-5a2affbd2c79 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.669s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.597396] env[62226]: DEBUG nova.compute.manager [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1781.696035] env[62226]: DEBUG nova.compute.manager [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1781.704860] env[62226]: DEBUG nova.policy [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7984bb3f0111426dbbb435603f85a1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019c12b2dd549fe8f1710ff8a5e5db9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1781.736957] env[62226]: DEBUG nova.network.neutron [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Updated VIF entry in instance network info cache for port a23b0160-a83e-4b51-adff-7c0dc05f7aed. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.736957] env[62226]: DEBUG nova.network.neutron [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Updating instance_info_cache with network_info: [{"id": "a23b0160-a83e-4b51-adff-7c0dc05f7aed", "address": "fa:16:3e:3a:e3:4a", "network": {"id": "8af91886-ca24-4850-8933-5657c5a51f9d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202592182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07f81e67e63045c5b3754e60f8018bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23b0160-a8", "ovs_interfaceid": "a23b0160-a83e-4b51-adff-7c0dc05f7aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.791224] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027688, 'name': Rename_Task, 'duration_secs': 0.181402} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.794028] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.795184] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-714cf80b-1dce-4a47-bbd4-cbaa8dfa959c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.800852] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1781.800852] env[62226]: value = "task-2027689" [ 1781.800852] env[62226]: _type = "Task" [ 1781.800852] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.810554] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.911380] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027687, 'name': CreateVM_Task, 'duration_secs': 0.558129} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.913863] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1781.915294] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.915294] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.915294] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1781.915608] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a54b241-e9ae-4b5f-9b98-0b98a4ecf720 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.920465] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1781.920465] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cae27c-f29b-b9d3-c1a9-6473fbd528a8" [ 1781.920465] env[62226]: _type = "Task" [ 1781.920465] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.932617] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cae27c-f29b-b9d3-c1a9-6473fbd528a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.095817] env[62226]: DEBUG nova.compute.manager [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1782.134783] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.284285] env[62226]: DEBUG oslo_concurrency.lockutils [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] Releasing lock "refresh_cache-8fab02f5-4ebd-4b01-acf1-acdd76b918bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.284704] env[62226]: DEBUG nova.compute.manager [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Received event network-vif-deleted-4137bd49-131d-4b9c-a501-f02c2cb8c973 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1782.284995] env[62226]: INFO nova.compute.manager [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Neutron deleted interface 4137bd49-131d-4b9c-a501-f02c2cb8c973; detaching it from the instance and deleting it from the info cache [ 1782.285203] env[62226]: DEBUG nova.network.neutron [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.300548] env[62226]: DEBUG nova.network.neutron [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Successfully created port: bcf20685-9e0c-4459-bf4e-56558bbd8beb {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1782.319454] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e009b405-875f-4132-8b50-42b1a8870d50 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.336272] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.343180] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3954ae9e-e84d-4e16-8d94-3c0f26a978f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.379062] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4316fe13-706c-403d-b491-52856bb639a2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.392421] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c479a7-4c02-4595-b71d-04bb88d04f2d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.407857] env[62226]: DEBUG nova.compute.provider_tree [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.434950] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cae27c-f29b-b9d3-c1a9-6473fbd528a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012514} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.435473] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.436105] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1782.436105] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.436105] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.436295] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.437083] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-450e94ac-5275-4560-bc9e-9a27d649a8e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.446594] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.446594] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1782.447527] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd0be28-1372-421e-ba1e-17b166b155de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.454142] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1782.454142] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5205301c-9e07-9986-6452-9d3bd322c620" [ 1782.454142] env[62226]: _type = "Task" [ 1782.454142] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.463177] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5205301c-9e07-9986-6452-9d3bd322c620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.640844] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.657548] env[62226]: DEBUG nova.network.neutron [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Successfully updated port: 50070296-b340-4031-bd79-656a3b071122 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1782.791571] env[62226]: DEBUG nova.compute.manager [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1782.794598] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f186d96-cfaf-4a7c-98b6-d009e7ccd43f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.805517] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e5954c-fd2f-47f9-8121-d16b61a5e16b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.832941] env[62226]: DEBUG oslo_vmware.api [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027689, 'name': PowerOnVM_Task, 'duration_secs': 0.723399} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.837877] env[62226]: DEBUG nova.virt.hardware [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1782.837877] env[62226]: DEBUG nova.virt.hardware [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1782.837877] env[62226]: DEBUG nova.virt.hardware [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1782.838528] env[62226]: DEBUG nova.virt.hardware [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1782.838528] env[62226]: DEBUG nova.virt.hardware [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1782.838528] env[62226]: DEBUG nova.virt.hardware [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1782.838528] env[62226]: DEBUG nova.virt.hardware [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1782.838528] env[62226]: DEBUG nova.virt.hardware [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1782.838706] env[62226]: DEBUG nova.virt.hardware [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1782.839110] env[62226]: DEBUG nova.virt.hardware [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1782.839110] env[62226]: DEBUG nova.virt.hardware [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1782.839588] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.840313] env[62226]: INFO nova.compute.manager [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1782.840313] env[62226]: DEBUG nova.compute.manager [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.840827] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45771c00-64a5-49be-80d4-a1b4a5c52241 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.859876] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f71769-0ebc-4c4d-bf5e-662340dac0dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.863536] env[62226]: DEBUG nova.compute.manager [req-d0541940-f632-43ea-bdca-1a1d07a45a43 req-d4b98917-4cc9-4f89-8f29-df1226a8dfa4 service nova] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Detach interface failed, port_id=4137bd49-131d-4b9c-a501-f02c2cb8c973, reason: Instance 60161dc7-23c2-4f6c-b303-c60f20cfa679 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1782.876113] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fa3bd0-e2b5-49ca-9cf3-c53be309a1cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.893367] env[62226]: DEBUG oslo_concurrency.lockutils [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Acquiring lock "5b4a8123-9c99-493d-b720-349ccfbd8652" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.893685] env[62226]: DEBUG oslo_concurrency.lockutils [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Lock "5b4a8123-9c99-493d-b720-349ccfbd8652" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.893893] env[62226]: DEBUG oslo_concurrency.lockutils [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Acquiring lock "5b4a8123-9c99-493d-b720-349ccfbd8652-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.894131] env[62226]: DEBUG oslo_concurrency.lockutils [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Lock "5b4a8123-9c99-493d-b720-349ccfbd8652-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.894328] env[62226]: DEBUG oslo_concurrency.lockutils [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Lock "5b4a8123-9c99-493d-b720-349ccfbd8652-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.896561] env[62226]: INFO nova.compute.manager [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Terminating instance [ 1782.911030] env[62226]: DEBUG nova.scheduler.client.report [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1782.968402] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5205301c-9e07-9986-6452-9d3bd322c620, 'name': SearchDatastore_Task, 'duration_secs': 0.012652} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.969274] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a92440b-9e6a-4eeb-b8a7-63a296dbb997 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.974961] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1782.974961] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529b69b8-6e2b-1ada-8c1a-a9194700b21b" [ 1782.974961] env[62226]: _type = "Task" [ 1782.974961] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.983363] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529b69b8-6e2b-1ada-8c1a-a9194700b21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.984297] env[62226]: DEBUG nova.network.neutron [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Successfully created port: 80d55afb-d917-4c5b-ae4c-fd7e70868fb9 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1783.040598] env[62226]: DEBUG oslo_concurrency.lockutils [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Acquiring lock "9413a118-c8d0-4cd3-8bb7-d08120f33489" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.040881] env[62226]: DEBUG oslo_concurrency.lockutils [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Lock "9413a118-c8d0-4cd3-8bb7-d08120f33489" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.041139] env[62226]: DEBUG oslo_concurrency.lockutils [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Acquiring lock "9413a118-c8d0-4cd3-8bb7-d08120f33489-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.041291] env[62226]: DEBUG oslo_concurrency.lockutils [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Lock "9413a118-c8d0-4cd3-8bb7-d08120f33489-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.041651] env[62226]: DEBUG oslo_concurrency.lockutils [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Lock "9413a118-c8d0-4cd3-8bb7-d08120f33489-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.043640] env[62226]: INFO nova.compute.manager [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Terminating instance [ 1783.161503] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Acquiring lock "refresh_cache-6798791d-4bc3-438c-953d-a3da73c33139" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.161755] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Acquired lock "refresh_cache-6798791d-4bc3-438c-953d-a3da73c33139" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.161755] env[62226]: DEBUG nova.network.neutron [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1783.257168] env[62226]: DEBUG nova.compute.manager [req-85c40dfb-481c-443c-a4d9-e0625fbf5bb4 req-4fb11951-5827-40da-8b4e-a9c56542aa49 service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Received event network-vif-plugged-50070296-b340-4031-bd79-656a3b071122 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1783.257940] env[62226]: DEBUG oslo_concurrency.lockutils [req-85c40dfb-481c-443c-a4d9-e0625fbf5bb4 req-4fb11951-5827-40da-8b4e-a9c56542aa49 service nova] Acquiring lock "6798791d-4bc3-438c-953d-a3da73c33139-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.257940] env[62226]: DEBUG oslo_concurrency.lockutils [req-85c40dfb-481c-443c-a4d9-e0625fbf5bb4 req-4fb11951-5827-40da-8b4e-a9c56542aa49 service nova] Lock "6798791d-4bc3-438c-953d-a3da73c33139-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.258178] env[62226]: DEBUG oslo_concurrency.lockutils [req-85c40dfb-481c-443c-a4d9-e0625fbf5bb4 req-4fb11951-5827-40da-8b4e-a9c56542aa49 service nova] Lock "6798791d-4bc3-438c-953d-a3da73c33139-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.261557] env[62226]: DEBUG nova.compute.manager [req-85c40dfb-481c-443c-a4d9-e0625fbf5bb4 req-4fb11951-5827-40da-8b4e-a9c56542aa49 service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] No waiting events found dispatching network-vif-plugged-50070296-b340-4031-bd79-656a3b071122 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1783.261557] env[62226]: WARNING nova.compute.manager [req-85c40dfb-481c-443c-a4d9-e0625fbf5bb4 req-4fb11951-5827-40da-8b4e-a9c56542aa49 service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Received unexpected event network-vif-plugged-50070296-b340-4031-bd79-656a3b071122 for instance with vm_state building and task_state spawning. [ 1783.389135] env[62226]: INFO nova.compute.manager [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Took 52.64 seconds to build instance. [ 1783.402737] env[62226]: DEBUG nova.compute.manager [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1783.403485] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.403485] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4920bf23-8c33-4f8b-89f2-e35bc53c1ec2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.411068] env[62226]: DEBUG oslo_vmware.api [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Waiting for the task: (returnval){ [ 1783.411068] env[62226]: value = "task-2027690" [ 1783.411068] env[62226]: _type = "Task" [ 1783.411068] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.417608] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.418097] env[62226]: DEBUG nova.compute.manager [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1783.424222] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.558s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.428108] env[62226]: INFO nova.compute.claims [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1783.433605] env[62226]: DEBUG oslo_vmware.api [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.487839] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529b69b8-6e2b-1ada-8c1a-a9194700b21b, 'name': SearchDatastore_Task, 'duration_secs': 0.017733} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.487839] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.487839] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 8fab02f5-4ebd-4b01-acf1-acdd76b918bc/8fab02f5-4ebd-4b01-acf1-acdd76b918bc.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1783.487839] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa9572ec-d038-4c83-9e21-803162d938f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.494108] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1783.494108] env[62226]: value = "task-2027691" [ 1783.494108] env[62226]: _type = "Task" [ 1783.494108] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.503274] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2027691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.550276] env[62226]: DEBUG nova.compute.manager [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1783.550276] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1783.550276] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e58181b-bfd4-44dc-8054-3be3c6d7f01c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.564584] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.564991] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edea2f0e-b124-40c7-9484-306603400dd5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.571824] env[62226]: DEBUG oslo_vmware.api [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Waiting for the task: (returnval){ [ 1783.571824] env[62226]: value = "task-2027692" [ 1783.571824] env[62226]: _type = "Task" [ 1783.571824] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.581695] env[62226]: DEBUG oslo_vmware.api [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.724039] env[62226]: DEBUG nova.network.neutron [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1783.889563] env[62226]: DEBUG oslo_concurrency.lockutils [None req-06f2b0a2-580b-43d6-b835-6a4df8d1e7a7 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.734s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.928023] env[62226]: DEBUG nova.compute.utils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1783.928023] env[62226]: DEBUG oslo_vmware.api [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027690, 'name': PowerOffVM_Task, 'duration_secs': 0.192703} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.928749] env[62226]: DEBUG nova.compute.manager [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1783.928909] env[62226]: DEBUG nova.network.neutron [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1783.930764] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1783.930956] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1783.931156] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416471', 'volume_id': '546de6a5-2043-405d-b6b5-072dbde289b5', 'name': 'volume-546de6a5-2043-405d-b6b5-072dbde289b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b4a8123-9c99-493d-b720-349ccfbd8652', 'attached_at': '', 'detached_at': '', 'volume_id': '546de6a5-2043-405d-b6b5-072dbde289b5', 'serial': '546de6a5-2043-405d-b6b5-072dbde289b5'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1783.934174] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bacee5-7224-4742-bc54-2c79b603ad5f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.963955] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00796d7a-b0a3-4332-8923-3f9c4baed8a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.968513] env[62226]: DEBUG nova.compute.manager [req-eb975ba8-6836-43e5-9433-a63632a667e3 req-e83ee3f8-fafc-4c25-84c5-6c0cb53a5695 service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Received event network-changed-37dc1a5c-de8b-4739-97cc-1caf6231c53f {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1783.970147] env[62226]: DEBUG nova.compute.manager [req-eb975ba8-6836-43e5-9433-a63632a667e3 req-e83ee3f8-fafc-4c25-84c5-6c0cb53a5695 service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Refreshing instance network info cache due to event network-changed-37dc1a5c-de8b-4739-97cc-1caf6231c53f. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1783.970147] env[62226]: DEBUG oslo_concurrency.lockutils [req-eb975ba8-6836-43e5-9433-a63632a667e3 req-e83ee3f8-fafc-4c25-84c5-6c0cb53a5695 service nova] Acquiring lock "refresh_cache-61bc8cf8-f078-4dd8-90eb-b5e6814abc08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.970147] env[62226]: DEBUG oslo_concurrency.lockutils [req-eb975ba8-6836-43e5-9433-a63632a667e3 req-e83ee3f8-fafc-4c25-84c5-6c0cb53a5695 service nova] Acquired lock "refresh_cache-61bc8cf8-f078-4dd8-90eb-b5e6814abc08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.970147] env[62226]: DEBUG nova.network.neutron [req-eb975ba8-6836-43e5-9433-a63632a667e3 req-e83ee3f8-fafc-4c25-84c5-6c0cb53a5695 service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Refreshing network info cache for port 37dc1a5c-de8b-4739-97cc-1caf6231c53f {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.979223] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fe3712-63b4-4581-8499-115d98fd37c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.000781] env[62226]: DEBUG nova.network.neutron [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Updating instance_info_cache with network_info: [{"id": "50070296-b340-4031-bd79-656a3b071122", "address": "fa:16:3e:7e:c0:e7", "network": {"id": "6f172a35-2076-49c0-822e-1916c8314ab1", "bridge": "br-int", "label": "tempest-ServersTestJSON-51116393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc85b5bf96a4140af5cf222bbcb5337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50070296-b3", "ovs_interfaceid": "50070296-b340-4031-bd79-656a3b071122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.005860] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca3c0eb-0a94-44df-b1da-327a242fd1e1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.028272] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2027691, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.028912] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] The volume has not been displaced from its original location: [datastore1] volume-546de6a5-2043-405d-b6b5-072dbde289b5/volume-546de6a5-2043-405d-b6b5-072dbde289b5.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1784.034167] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1784.035400] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f37a5fd2-31dc-4076-b708-f832a51c330d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.051654] env[62226]: DEBUG nova.policy [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26141c86654e4b5280d3d97a14fa5313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec98363f37c46b9a380ef16befd4154', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1784.058721] env[62226]: DEBUG oslo_vmware.api [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Waiting for the task: (returnval){ [ 1784.058721] env[62226]: value = "task-2027693" [ 1784.058721] env[62226]: _type = "Task" [ 1784.058721] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.070527] env[62226]: DEBUG oslo_vmware.api [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.083905] env[62226]: DEBUG oslo_vmware.api [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027692, 'name': PowerOffVM_Task, 'duration_secs': 0.268796} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.084196] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1784.084367] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1784.084638] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d8d4a69-180d-4e04-9007-57cc288104fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.254746] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1784.254746] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1784.254746] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Deleting the datastore file [datastore1] 9413a118-c8d0-4cd3-8bb7-d08120f33489 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1784.254746] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0431996c-48a8-4b84-b70b-7a358ac85c7c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.263153] env[62226]: DEBUG oslo_vmware.api [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Waiting for the task: (returnval){ [ 1784.263153] env[62226]: value = "task-2027695" [ 1784.263153] env[62226]: _type = "Task" [ 1784.263153] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.270203] env[62226]: DEBUG oslo_vmware.api [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.394993] env[62226]: DEBUG nova.compute.manager [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1784.432445] env[62226]: DEBUG nova.compute.manager [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1784.482976] env[62226]: DEBUG nova.network.neutron [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Successfully created port: 5f14435b-1207-41b0-a8bd-f45a3f06976d {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1784.512972] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Releasing lock "refresh_cache-6798791d-4bc3-438c-953d-a3da73c33139" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.513397] env[62226]: DEBUG nova.compute.manager [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Instance network_info: |[{"id": "50070296-b340-4031-bd79-656a3b071122", "address": "fa:16:3e:7e:c0:e7", "network": {"id": "6f172a35-2076-49c0-822e-1916c8314ab1", "bridge": "br-int", "label": "tempest-ServersTestJSON-51116393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc85b5bf96a4140af5cf222bbcb5337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50070296-b3", "ovs_interfaceid": "50070296-b340-4031-bd79-656a3b071122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1784.517484] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:c0:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50070296-b340-4031-bd79-656a3b071122', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1784.526020] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Creating folder: Project (0dc85b5bf96a4140af5cf222bbcb5337). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1784.527179] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2027691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631512} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.530261] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c045c831-2c8e-41de-91b5-c873832275c1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.532943] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 8fab02f5-4ebd-4b01-acf1-acdd76b918bc/8fab02f5-4ebd-4b01-acf1-acdd76b918bc.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1784.533159] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1784.534454] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4939c64a-5c03-4caa-b2a9-193df58f8db8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.542262] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1784.542262] env[62226]: value = "task-2027697" [ 1784.542262] env[62226]: _type = "Task" [ 1784.542262] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.549520] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Created folder: Project (0dc85b5bf96a4140af5cf222bbcb5337) in parent group-v416438. [ 1784.549810] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Creating folder: Instances. Parent ref: group-v416545. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1784.554305] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a4d5030-5373-41d5-a322-08ff04dda33a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.560716] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2027697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.570872] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Created folder: Instances in parent group-v416545. [ 1784.571173] env[62226]: DEBUG oslo.service.loopingcall [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.571393] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1784.573365] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6bc9d28-ffbd-4e0f-b489-7b85c4f3a9c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.600748] env[62226]: DEBUG oslo_vmware.api [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027693, 'name': ReconfigVM_Task, 'duration_secs': 0.162486} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.601958] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1784.612375] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3797f34-16a5-465c-8fd2-852be4739cf7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.632381] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1784.632381] env[62226]: value = "task-2027699" [ 1784.632381] env[62226]: _type = "Task" [ 1784.632381] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.649371] env[62226]: DEBUG oslo_vmware.api [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Waiting for the task: (returnval){ [ 1784.649371] env[62226]: value = "task-2027700" [ 1784.649371] env[62226]: _type = "Task" [ 1784.649371] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.661814] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027699, 'name': CreateVM_Task} progress is 15%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.674350] env[62226]: DEBUG oslo_vmware.api [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.777746] env[62226]: DEBUG oslo_vmware.api [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Task: {'id': task-2027695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362468} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.777939] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1784.778232] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1784.778472] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1784.778654] env[62226]: INFO nova.compute.manager [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1784.778887] env[62226]: DEBUG oslo.service.loopingcall [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.779093] env[62226]: DEBUG nova.compute.manager [-] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1784.779227] env[62226]: DEBUG nova.network.neutron [-] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1784.915985] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.048554] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985b834f-ef55-46b5-a456-c87a0d2dbbc6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.057732] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2027697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071057} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.058410] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1785.059216] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4dfbdd-3c92-429b-bd75-41b815f37f0a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.063048] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a76890-fc08-46e7-862f-8148044adf58 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.088884] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 8fab02f5-4ebd-4b01-acf1-acdd76b918bc/8fab02f5-4ebd-4b01-acf1-acdd76b918bc.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.117107] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1253c32f-12a8-49ef-bd8d-feac0686b11e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.132937] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ac1add-e4e2-4b81-9361-8e809bd87533 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.144218] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1785.144218] env[62226]: value = "task-2027701" [ 1785.144218] env[62226]: _type = "Task" [ 1785.144218] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.145919] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a921b5-7f83-420d-b081-c385729e396b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.156353] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027699, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.177143] env[62226]: DEBUG nova.compute.provider_tree [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.178586] env[62226]: DEBUG oslo_vmware.api [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027700, 'name': ReconfigVM_Task, 'duration_secs': 0.168025} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.178799] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2027701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.179090] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416471', 'volume_id': '546de6a5-2043-405d-b6b5-072dbde289b5', 'name': 'volume-546de6a5-2043-405d-b6b5-072dbde289b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b4a8123-9c99-493d-b720-349ccfbd8652', 'attached_at': '', 'detached_at': '', 'volume_id': '546de6a5-2043-405d-b6b5-072dbde289b5', 'serial': '546de6a5-2043-405d-b6b5-072dbde289b5'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1785.179365] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1785.180171] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81e257b-1b4e-4165-b2ee-30991d7ff9dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.187498] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1785.187498] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b4ba7aa-41ff-4754-9553-363d34fe2404 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.233201] env[62226]: DEBUG nova.network.neutron [req-eb975ba8-6836-43e5-9433-a63632a667e3 req-e83ee3f8-fafc-4c25-84c5-6c0cb53a5695 service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Updated VIF entry in instance network info cache for port 37dc1a5c-de8b-4739-97cc-1caf6231c53f. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1785.233201] env[62226]: DEBUG nova.network.neutron [req-eb975ba8-6836-43e5-9433-a63632a667e3 req-e83ee3f8-fafc-4c25-84c5-6c0cb53a5695 service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Updating instance_info_cache with network_info: [{"id": "37dc1a5c-de8b-4739-97cc-1caf6231c53f", "address": "fa:16:3e:c8:ac:8f", "network": {"id": "c3bdeb30-2506-48c5-b27b-6d15706dca56", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-389929109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef446a53834b441da1dc4d843c0a6feb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37dc1a5c-de", "ovs_interfaceid": "37dc1a5c-de8b-4739-97cc-1caf6231c53f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.301290] env[62226]: DEBUG nova.network.neutron [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Successfully updated port: bcf20685-9e0c-4459-bf4e-56558bbd8beb {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1785.346689] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1785.346689] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1785.346689] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Deleting the datastore file [datastore1] 5b4a8123-9c99-493d-b720-349ccfbd8652 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1785.346689] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c927dcc-7d7b-4939-a49b-bb47568f844b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.354725] env[62226]: DEBUG oslo_vmware.api [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Waiting for the task: (returnval){ [ 1785.354725] env[62226]: value = "task-2027703" [ 1785.354725] env[62226]: _type = "Task" [ 1785.354725] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.369023] env[62226]: DEBUG oslo_vmware.api [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.443030] env[62226]: DEBUG nova.compute.manager [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1785.493243] env[62226]: DEBUG nova.virt.hardware [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1785.493243] env[62226]: DEBUG nova.virt.hardware [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1785.493243] env[62226]: DEBUG nova.virt.hardware [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1785.493556] env[62226]: DEBUG nova.virt.hardware [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1785.493556] env[62226]: DEBUG nova.virt.hardware [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1785.493556] env[62226]: DEBUG nova.virt.hardware [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1785.493556] env[62226]: DEBUG nova.virt.hardware [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1785.493556] env[62226]: DEBUG nova.virt.hardware [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1785.493781] env[62226]: DEBUG nova.virt.hardware [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1785.493781] env[62226]: DEBUG nova.virt.hardware [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1785.493781] env[62226]: DEBUG nova.virt.hardware [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1785.494749] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24683954-0633-425a-940e-1599179ef961 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.503978] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a7c64-08e6-4cb2-9dbd-0c40ea1e68db {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.621314] env[62226]: DEBUG nova.network.neutron [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Successfully updated port: 80d55afb-d917-4c5b-ae4c-fd7e70868fb9 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1785.647804] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027699, 'name': CreateVM_Task, 'duration_secs': 0.662213} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.650942] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1785.651987] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.652183] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.652534] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1785.653267] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ffe27f-adc0-41c9-8731-7cd71811278a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.658269] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2027701, 'name': ReconfigVM_Task, 'duration_secs': 0.503862} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.658823] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 8fab02f5-4ebd-4b01-acf1-acdd76b918bc/8fab02f5-4ebd-4b01-acf1-acdd76b918bc.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.659515] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-358c6426-9ab0-4b92-911f-9fa1ab5ca6cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.662236] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Waiting for the task: (returnval){ [ 1785.662236] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5262144d-86a0-be56-929f-a4ac85f3aba2" [ 1785.662236] env[62226]: _type = "Task" [ 1785.662236] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.667991] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1785.667991] env[62226]: value = "task-2027704" [ 1785.667991] env[62226]: _type = "Task" [ 1785.667991] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.671159] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5262144d-86a0-be56-929f-a4ac85f3aba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.679212] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2027704, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.684151] env[62226]: DEBUG nova.scheduler.client.report [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1785.735331] env[62226]: DEBUG oslo_concurrency.lockutils [req-eb975ba8-6836-43e5-9433-a63632a667e3 req-e83ee3f8-fafc-4c25-84c5-6c0cb53a5695 service nova] Releasing lock "refresh_cache-61bc8cf8-f078-4dd8-90eb-b5e6814abc08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.804276] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "refresh_cache-9d1cdb26-7363-4eb2-b3c5-23643faf47ff" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.804276] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "refresh_cache-9d1cdb26-7363-4eb2-b3c5-23643faf47ff" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.804383] env[62226]: DEBUG nova.network.neutron [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1785.866947] env[62226]: DEBUG oslo_vmware.api [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Task: {'id': task-2027703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126483} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.867476] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1785.867669] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1785.867846] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1785.868028] env[62226]: INFO nova.compute.manager [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Took 2.47 seconds to destroy the instance on the hypervisor. [ 1785.868275] env[62226]: DEBUG oslo.service.loopingcall [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.868528] env[62226]: DEBUG nova.compute.manager [-] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1785.868630] env[62226]: DEBUG nova.network.neutron [-] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1786.102647] env[62226]: DEBUG nova.network.neutron [-] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.129433] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.129433] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.129433] env[62226]: DEBUG nova.network.neutron [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1786.182884] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5262144d-86a0-be56-929f-a4ac85f3aba2, 'name': SearchDatastore_Task, 'duration_secs': 0.012356} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.182884] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.182884] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.182884] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.183084] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.184832] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.191348] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcd8c1b9-1f5d-4517-bcbe-3963406108ed {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.195421] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.196328] env[62226]: DEBUG nova.compute.manager [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1786.203080] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2027704, 'name': Rename_Task, 'duration_secs': 0.349611} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.203669] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.703s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.205626] env[62226]: DEBUG nova.objects.instance [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lazy-loading 'resources' on Instance uuid b6a6d29b-6e30-4733-8854-b8c6cbcaa014 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.206827] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.207936] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad36c2c9-6b88-4485-a518-4cf04f5b14c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.216174] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1786.216174] env[62226]: value = "task-2027705" [ 1786.216174] env[62226]: _type = "Task" [ 1786.216174] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.216619] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.217519] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1786.222515] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fffcfbbe-3471-47cf-ab27-23b7fb6dae42 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.231589] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2027705, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.233055] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Waiting for the task: (returnval){ [ 1786.233055] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526cbe35-7d61-f47e-92f1-44be05d21417" [ 1786.233055] env[62226]: _type = "Task" [ 1786.233055] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.242813] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526cbe35-7d61-f47e-92f1-44be05d21417, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.243463] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9a93fc-9eba-49ad-b258-00707bb5874d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.249842] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Waiting for the task: (returnval){ [ 1786.249842] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527428a6-0187-ae70-a631-fa5933893eb4" [ 1786.249842] env[62226]: _type = "Task" [ 1786.249842] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.260666] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527428a6-0187-ae70-a631-fa5933893eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.432503] env[62226]: DEBUG nova.network.neutron [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Successfully updated port: 5f14435b-1207-41b0-a8bd-f45a3f06976d {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1786.524939] env[62226]: DEBUG nova.network.neutron [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1786.605530] env[62226]: INFO nova.compute.manager [-] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Took 1.82 seconds to deallocate network for instance. [ 1786.704169] env[62226]: WARNING nova.network.neutron [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] bc68f0df-6f13-453f-8ed3-2bfeb33f782b already exists in list: networks containing: ['bc68f0df-6f13-453f-8ed3-2bfeb33f782b']. ignoring it [ 1786.709730] env[62226]: DEBUG nova.compute.utils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1786.713650] env[62226]: DEBUG nova.compute.manager [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Not allocating networking since 'none' was specified. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1786.730947] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2027705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.759158] env[62226]: DEBUG nova.network.neutron [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Updating instance_info_cache with network_info: [{"id": "bcf20685-9e0c-4459-bf4e-56558bbd8beb", "address": "fa:16:3e:a8:7f:a2", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf20685-9e", "ovs_interfaceid": "bcf20685-9e0c-4459-bf4e-56558bbd8beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.771510] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527428a6-0187-ae70-a631-fa5933893eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.771709] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.771960] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 6798791d-4bc3-438c-953d-a3da73c33139/6798791d-4bc3-438c-953d-a3da73c33139.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1786.772234] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6035d9f0-60a4-4ba1-be46-d1d22607b7c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.783651] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Waiting for the task: (returnval){ [ 1786.783651] env[62226]: value = "task-2027706" [ 1786.783651] env[62226]: _type = "Task" [ 1786.783651] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.794234] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.832290] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "5157170e-858f-4987-b121-3eb983e66d7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.832518] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "5157170e-858f-4987-b121-3eb983e66d7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.881983] env[62226]: DEBUG nova.compute.manager [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Received event network-changed-50070296-b340-4031-bd79-656a3b071122 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1786.882795] env[62226]: DEBUG nova.compute.manager [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Refreshing instance network info cache due to event network-changed-50070296-b340-4031-bd79-656a3b071122. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1786.883140] env[62226]: DEBUG oslo_concurrency.lockutils [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] Acquiring lock "refresh_cache-6798791d-4bc3-438c-953d-a3da73c33139" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.883336] env[62226]: DEBUG oslo_concurrency.lockutils [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] Acquired lock "refresh_cache-6798791d-4bc3-438c-953d-a3da73c33139" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.883510] env[62226]: DEBUG nova.network.neutron [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Refreshing network info cache for port 50070296-b340-4031-bd79-656a3b071122 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.938676] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "refresh_cache-20b9948d-03b5-436e-964c-a94b3a6d8b08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.939072] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "refresh_cache-20b9948d-03b5-436e-964c-a94b3a6d8b08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.939072] env[62226]: DEBUG nova.network.neutron [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.111608] env[62226]: DEBUG oslo_concurrency.lockutils [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.172025] env[62226]: DEBUG nova.network.neutron [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Updating instance_info_cache with network_info: [{"id": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "address": "fa:16:3e:15:10:8f", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c03e566-2b", "ovs_interfaceid": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80d55afb-d917-4c5b-ae4c-fd7e70868fb9", "address": "fa:16:3e:88:72:39", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d55afb-d9", "ovs_interfaceid": "80d55afb-d917-4c5b-ae4c-fd7e70868fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.205121] env[62226]: DEBUG nova.network.neutron [-] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.215698] env[62226]: DEBUG nova.compute.manager [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1787.240260] env[62226]: DEBUG oslo_vmware.api [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2027705, 'name': PowerOnVM_Task, 'duration_secs': 0.722879} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.240590] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.240735] env[62226]: INFO nova.compute.manager [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1787.240929] env[62226]: DEBUG nova.compute.manager [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.241740] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c10cf4-d08a-4a51-8a3a-9d9b395bdf1f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.260580] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "refresh_cache-9d1cdb26-7363-4eb2-b3c5-23643faf47ff" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.260778] env[62226]: DEBUG nova.compute.manager [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Instance network_info: |[{"id": "bcf20685-9e0c-4459-bf4e-56558bbd8beb", "address": "fa:16:3e:a8:7f:a2", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf20685-9e", "ovs_interfaceid": "bcf20685-9e0c-4459-bf4e-56558bbd8beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1787.261346] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:7f:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcf20685-9e0c-4459-bf4e-56558bbd8beb', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1787.270030] env[62226]: DEBUG oslo.service.loopingcall [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.273036] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1787.273846] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae22dbb-1e88-4f8c-b690-1f0b9b4077fc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.278956] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6132d4d0-da0f-4e8e-a86b-21ff2bb36b25 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.305038] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafc5998-3deb-4a8e-8cfa-65ab12bc8911 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.312785] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027706, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.313030] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1787.313030] env[62226]: value = "task-2027707" [ 1787.313030] env[62226]: _type = "Task" [ 1787.313030] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.343691] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a84085-d283-4e59-9c29-f127e38bfae4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.351350] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027707, 'name': CreateVM_Task} progress is 15%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.357948] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc2703f-ba27-4145-882d-8a021404a94a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.373986] env[62226]: DEBUG nova.compute.provider_tree [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.473341] env[62226]: DEBUG nova.network.neutron [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1787.632756] env[62226]: DEBUG nova.network.neutron [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Updating instance_info_cache with network_info: [{"id": "5f14435b-1207-41b0-a8bd-f45a3f06976d", "address": "fa:16:3e:04:e3:6e", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f14435b-12", "ovs_interfaceid": "5f14435b-1207-41b0-a8bd-f45a3f06976d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.663827] env[62226]: DEBUG nova.network.neutron [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Updated VIF entry in instance network info cache for port 50070296-b340-4031-bd79-656a3b071122. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1787.663827] env[62226]: DEBUG nova.network.neutron [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Updating instance_info_cache with network_info: [{"id": "50070296-b340-4031-bd79-656a3b071122", "address": "fa:16:3e:7e:c0:e7", "network": {"id": "6f172a35-2076-49c0-822e-1916c8314ab1", "bridge": "br-int", "label": "tempest-ServersTestJSON-51116393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc85b5bf96a4140af5cf222bbcb5337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50070296-b3", "ovs_interfaceid": "50070296-b340-4031-bd79-656a3b071122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.677164] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.677164] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.677164] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.677164] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3c5303-b30f-44b0-b352-4487f22f2007 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.698285] env[62226]: DEBUG nova.virt.hardware [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1787.698749] env[62226]: DEBUG nova.virt.hardware [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.699203] env[62226]: DEBUG nova.virt.hardware [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1787.699475] env[62226]: DEBUG nova.virt.hardware [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.699727] env[62226]: DEBUG nova.virt.hardware [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1787.699976] env[62226]: DEBUG nova.virt.hardware [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1787.700318] env[62226]: DEBUG nova.virt.hardware [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1787.700585] env[62226]: DEBUG nova.virt.hardware [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1787.700872] env[62226]: DEBUG nova.virt.hardware [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1787.701452] env[62226]: DEBUG nova.virt.hardware [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1787.703158] env[62226]: DEBUG nova.virt.hardware [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1787.710136] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Reconfiguring VM to attach interface {{(pid=62226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1787.710980] env[62226]: INFO nova.compute.manager [-] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Took 1.84 seconds to deallocate network for instance. [ 1787.711238] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40366d37-89ad-4d91-9450-fa24a888147b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.735100] env[62226]: DEBUG oslo_vmware.api [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1787.735100] env[62226]: value = "task-2027708" [ 1787.735100] env[62226]: _type = "Task" [ 1787.735100] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.745963] env[62226]: DEBUG oslo_vmware.api [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027708, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.769396] env[62226]: INFO nova.compute.manager [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Took 52.08 seconds to build instance. [ 1787.810070] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794782} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.810342] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 6798791d-4bc3-438c-953d-a3da73c33139/6798791d-4bc3-438c-953d-a3da73c33139.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1787.810551] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1787.810857] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a56205ef-e27d-4448-a169-36af0eb4b2ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.818768] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Waiting for the task: (returnval){ [ 1787.818768] env[62226]: value = "task-2027709" [ 1787.818768] env[62226]: _type = "Task" [ 1787.818768] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.825514] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027707, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.830884] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.881773] env[62226]: DEBUG nova.scheduler.client.report [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1788.064440] env[62226]: DEBUG nova.compute.manager [req-e64deffd-60e9-4121-ad4a-848d09fa263e req-319cb30b-b9ce-4c6e-a593-598580285481 service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Received event network-changed-c5a57650-dd8f-44d6-ba73-209d5032e05b {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1788.064640] env[62226]: DEBUG nova.compute.manager [req-e64deffd-60e9-4121-ad4a-848d09fa263e req-319cb30b-b9ce-4c6e-a593-598580285481 service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Refreshing instance network info cache due to event network-changed-c5a57650-dd8f-44d6-ba73-209d5032e05b. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1788.064849] env[62226]: DEBUG oslo_concurrency.lockutils [req-e64deffd-60e9-4121-ad4a-848d09fa263e req-319cb30b-b9ce-4c6e-a593-598580285481 service nova] Acquiring lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.064992] env[62226]: DEBUG oslo_concurrency.lockutils [req-e64deffd-60e9-4121-ad4a-848d09fa263e req-319cb30b-b9ce-4c6e-a593-598580285481 service nova] Acquired lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.065170] env[62226]: DEBUG nova.network.neutron [req-e64deffd-60e9-4121-ad4a-848d09fa263e req-319cb30b-b9ce-4c6e-a593-598580285481 service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Refreshing network info cache for port c5a57650-dd8f-44d6-ba73-209d5032e05b {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.134213] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "refresh_cache-20b9948d-03b5-436e-964c-a94b3a6d8b08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.135024] env[62226]: DEBUG nova.compute.manager [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Instance network_info: |[{"id": "5f14435b-1207-41b0-a8bd-f45a3f06976d", "address": "fa:16:3e:04:e3:6e", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f14435b-12", "ovs_interfaceid": "5f14435b-1207-41b0-a8bd-f45a3f06976d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1788.135024] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:e3:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f14435b-1207-41b0-a8bd-f45a3f06976d', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1788.142367] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Creating folder: Project (8ec98363f37c46b9a380ef16befd4154). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1788.143990] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1468addd-d1af-4835-b94c-5bfb5bd67827 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.148809] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Acquiring lock "5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.149477] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Lock "5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.160481] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Created folder: Project (8ec98363f37c46b9a380ef16befd4154) in parent group-v416438. [ 1788.160678] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Creating folder: Instances. Parent ref: group-v416549. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1788.160915] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f16a7b6-7678-434d-a326-59020528baaa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.165912] env[62226]: DEBUG oslo_concurrency.lockutils [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] Releasing lock "refresh_cache-6798791d-4bc3-438c-953d-a3da73c33139" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.166407] env[62226]: DEBUG nova.compute.manager [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Received event network-vif-plugged-bcf20685-9e0c-4459-bf4e-56558bbd8beb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1788.166407] env[62226]: DEBUG oslo_concurrency.lockutils [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] Acquiring lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.166617] env[62226]: DEBUG oslo_concurrency.lockutils [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] Lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.166785] env[62226]: DEBUG oslo_concurrency.lockutils [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] Lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.166959] env[62226]: DEBUG nova.compute.manager [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] No waiting events found dispatching network-vif-plugged-bcf20685-9e0c-4459-bf4e-56558bbd8beb {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1788.167118] env[62226]: WARNING nova.compute.manager [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Received unexpected event network-vif-plugged-bcf20685-9e0c-4459-bf4e-56558bbd8beb for instance with vm_state building and task_state spawning. [ 1788.167283] env[62226]: DEBUG nova.compute.manager [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Received event network-changed-bcf20685-9e0c-4459-bf4e-56558bbd8beb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1788.167472] env[62226]: DEBUG nova.compute.manager [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Refreshing instance network info cache due to event network-changed-bcf20685-9e0c-4459-bf4e-56558bbd8beb. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1788.167606] env[62226]: DEBUG oslo_concurrency.lockutils [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] Acquiring lock "refresh_cache-9d1cdb26-7363-4eb2-b3c5-23643faf47ff" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.167742] env[62226]: DEBUG oslo_concurrency.lockutils [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] Acquired lock "refresh_cache-9d1cdb26-7363-4eb2-b3c5-23643faf47ff" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.167927] env[62226]: DEBUG nova.network.neutron [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Refreshing network info cache for port bcf20685-9e0c-4459-bf4e-56558bbd8beb {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.170885] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Created folder: Instances in parent group-v416549. [ 1788.170885] env[62226]: DEBUG oslo.service.loopingcall [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.171072] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1788.172057] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fc2527d-5d0b-4d08-8dac-380e1f911059 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.191899] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1788.191899] env[62226]: value = "task-2027712" [ 1788.191899] env[62226]: _type = "Task" [ 1788.191899] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.199960] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027712, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.231762] env[62226]: DEBUG nova.compute.manager [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1788.246989] env[62226]: DEBUG oslo_vmware.api [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.264580] env[62226]: DEBUG nova.virt.hardware [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1788.264887] env[62226]: DEBUG nova.virt.hardware [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1788.265092] env[62226]: DEBUG nova.virt.hardware [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1788.265308] env[62226]: DEBUG nova.virt.hardware [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1788.265458] env[62226]: DEBUG nova.virt.hardware [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1788.265626] env[62226]: DEBUG nova.virt.hardware [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1788.265847] env[62226]: DEBUG nova.virt.hardware [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1788.266041] env[62226]: DEBUG nova.virt.hardware [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1788.266249] env[62226]: DEBUG nova.virt.hardware [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1788.266455] env[62226]: DEBUG nova.virt.hardware [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1788.266653] env[62226]: DEBUG nova.virt.hardware [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1788.267613] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194f1c94-0e53-44b1-b6e3-3e759f6b22b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.272349] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c557501c-ab95-44ec-b4cf-1039f403843b tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.880s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.277376] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316838fb-07c4-4e77-9b2c-ced73f10212b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.296083] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Instance VIF info [] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1788.301236] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Creating folder: Project (333a26b215984196b0fee87d666e0bb1). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1788.301971] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c463734-9aaf-4cf9-bae1-51e57c1b3266 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.313215] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Created folder: Project (333a26b215984196b0fee87d666e0bb1) in parent group-v416438. [ 1788.313743] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Creating folder: Instances. Parent ref: group-v416552. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1788.313743] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03d4c726-1f7f-406e-a30f-5e900989dbba {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.315913] env[62226]: INFO nova.compute.manager [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Took 0.59 seconds to detach 1 volumes for instance. [ 1788.321918] env[62226]: DEBUG nova.compute.manager [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Deleting volume: 546de6a5-2043-405d-b6b5-072dbde289b5 {{(pid=62226) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1788.329600] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Created folder: Instances in parent group-v416552. [ 1788.329847] env[62226]: DEBUG oslo.service.loopingcall [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.333027] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1788.333203] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027707, 'name': CreateVM_Task, 'duration_secs': 0.579057} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.335986] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a30dc0dc-5a98-4f31-8e54-834db6ea107e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.348410] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1788.348410] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097562} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.349355] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.349537] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.349905] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1788.350702] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1788.351303] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbad2cb-e041-4c4d-904d-0ed9d5475c40 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.356824] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f06fa22-9ba2-4c64-bcfc-6bf268cde015 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.357487] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1788.357487] env[62226]: value = "task-2027715" [ 1788.357487] env[62226]: _type = "Task" [ 1788.357487] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.372281] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1788.372281] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52797df0-b9e9-6115-4e39-8ee5067b0249" [ 1788.372281] env[62226]: _type = "Task" [ 1788.372281] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.381428] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 6798791d-4bc3-438c-953d-a3da73c33139/6798791d-4bc3-438c-953d-a3da73c33139.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1788.386660] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1daef41f-bb0d-46ed-a5a6-bfb45bd5b027 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.410220] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.411048] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027715, 'name': CreateVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.411533] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.911s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.413127] env[62226]: INFO nova.compute.claims [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.424674] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52797df0-b9e9-6115-4e39-8ee5067b0249, 'name': SearchDatastore_Task, 'duration_secs': 0.032284} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.426800] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.427274] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1788.427520] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.427813] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.428136] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1788.428713] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Waiting for the task: (returnval){ [ 1788.428713] env[62226]: value = "task-2027716" [ 1788.428713] env[62226]: _type = "Task" [ 1788.428713] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.430866] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b09caa3d-07ff-49ba-b22e-cbe2e696e0ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.448022] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.448022] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1788.448022] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1788.448022] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4fb9d7f-53ad-4980-9a15-f33d9cb7d465 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.454940] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1788.454940] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f9f401-c040-b006-2900-cb180dccf4d3" [ 1788.454940] env[62226]: _type = "Task" [ 1788.454940] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.459427] env[62226]: INFO nova.scheduler.client.report [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Deleted allocations for instance b6a6d29b-6e30-4733-8854-b8c6cbcaa014 [ 1788.469928] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f9f401-c040-b006-2900-cb180dccf4d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.706274] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027712, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.746961] env[62226]: DEBUG oslo_vmware.api [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.785188] env[62226]: DEBUG nova.compute.manager [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1788.870033] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027715, 'name': CreateVM_Task, 'duration_secs': 0.412958} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.870515] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1788.871092] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.871328] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.871755] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1788.872106] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bfa3250-ad8b-41da-bbdf-8682bc189da6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.877112] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Waiting for the task: (returnval){ [ 1788.877112] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5222265b-460f-9aea-6132-95b91e5cb984" [ 1788.877112] env[62226]: _type = "Task" [ 1788.877112] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.885205] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5222265b-460f-9aea-6132-95b91e5cb984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.906301] env[62226]: DEBUG oslo_concurrency.lockutils [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.927406] env[62226]: DEBUG nova.network.neutron [req-e64deffd-60e9-4121-ad4a-848d09fa263e req-319cb30b-b9ce-4c6e-a593-598580285481 service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updated VIF entry in instance network info cache for port c5a57650-dd8f-44d6-ba73-209d5032e05b. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.927736] env[62226]: DEBUG nova.network.neutron [req-e64deffd-60e9-4121-ad4a-848d09fa263e req-319cb30b-b9ce-4c6e-a593-598580285481 service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance_info_cache with network_info: [{"id": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "address": "fa:16:3e:8e:8c:26", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5a57650-dd", "ovs_interfaceid": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.945161] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.969786] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f9f401-c040-b006-2900-cb180dccf4d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014778} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.970865] env[62226]: DEBUG nova.network.neutron [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Updated VIF entry in instance network info cache for port bcf20685-9e0c-4459-bf4e-56558bbd8beb. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.971263] env[62226]: DEBUG nova.network.neutron [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Updating instance_info_cache with network_info: [{"id": "bcf20685-9e0c-4459-bf4e-56558bbd8beb", "address": "fa:16:3e:a8:7f:a2", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf20685-9e", "ovs_interfaceid": "bcf20685-9e0c-4459-bf4e-56558bbd8beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.972995] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f0722544-965d-47f3-9e05-a3e810cdf66c tempest-DeleteServersAdminTestJSON-754349504 tempest-DeleteServersAdminTestJSON-754349504-project-member] Lock "b6a6d29b-6e30-4733-8854-b8c6cbcaa014" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.058s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.974140] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f093f3e-d41b-4d68-8a81-8cdcbdd7fe4d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.979318] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1788.979318] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5255dafe-70d3-2c46-f06f-c763c5bf9e4a" [ 1788.979318] env[62226]: _type = "Task" [ 1788.979318] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.989211] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5255dafe-70d3-2c46-f06f-c763c5bf9e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.042309] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "d09b72aa-8156-445b-befc-14983b6484bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.042553] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "d09b72aa-8156-445b-befc-14983b6484bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.203118] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027712, 'name': CreateVM_Task, 'duration_secs': 0.518626} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.203294] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1789.203958] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.223524] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "31df7076-0c33-4d0a-9ffd-c65a02433fd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.223769] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "31df7076-0c33-4d0a-9ffd-c65a02433fd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.223979] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "31df7076-0c33-4d0a-9ffd-c65a02433fd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.224176] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "31df7076-0c33-4d0a-9ffd-c65a02433fd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.224347] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "31df7076-0c33-4d0a-9ffd-c65a02433fd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.226586] env[62226]: INFO nova.compute.manager [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Terminating instance [ 1789.246318] env[62226]: DEBUG oslo_vmware.api [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027708, 'name': ReconfigVM_Task, 'duration_secs': 1.10601} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.246879] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.247120] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Reconfigured VM to attach interface {{(pid=62226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1789.311094] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.389181] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5222265b-460f-9aea-6132-95b91e5cb984, 'name': SearchDatastore_Task, 'duration_secs': 0.020994} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.389448] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.389679] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1789.389888] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.390256] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.390952] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1789.390952] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c95fc08-905b-4c70-8bfd-22d06fe39f33 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.395728] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1789.395728] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521bf6ab-d4f5-87e2-f30a-db958a34d16f" [ 1789.395728] env[62226]: _type = "Task" [ 1789.395728] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.403387] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521bf6ab-d4f5-87e2-f30a-db958a34d16f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.433234] env[62226]: DEBUG oslo_concurrency.lockutils [req-e64deffd-60e9-4121-ad4a-848d09fa263e req-319cb30b-b9ce-4c6e-a593-598580285481 service nova] Releasing lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.444120] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027716, 'name': ReconfigVM_Task, 'duration_secs': 0.576859} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.444586] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 6798791d-4bc3-438c-953d-a3da73c33139/6798791d-4bc3-438c-953d-a3da73c33139.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1789.445340] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec0548a-f5a9-4cb2-b921-991ad8a5b7c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.453731] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Waiting for the task: (returnval){ [ 1789.453731] env[62226]: value = "task-2027718" [ 1789.453731] env[62226]: _type = "Task" [ 1789.453731] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.462729] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027718, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.477752] env[62226]: DEBUG oslo_concurrency.lockutils [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] Releasing lock "refresh_cache-9d1cdb26-7363-4eb2-b3c5-23643faf47ff" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.478133] env[62226]: DEBUG nova.compute.manager [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Received event network-vif-plugged-80d55afb-d917-4c5b-ae4c-fd7e70868fb9 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1789.478396] env[62226]: DEBUG oslo_concurrency.lockutils [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] Acquiring lock "82125811-c19a-48af-9b96-31ace3787cab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.478637] env[62226]: DEBUG oslo_concurrency.lockutils [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] Lock "82125811-c19a-48af-9b96-31ace3787cab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.478813] env[62226]: DEBUG oslo_concurrency.lockutils [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] Lock "82125811-c19a-48af-9b96-31ace3787cab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.479011] env[62226]: DEBUG nova.compute.manager [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] No waiting events found dispatching network-vif-plugged-80d55afb-d917-4c5b-ae4c-fd7e70868fb9 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1789.479220] env[62226]: WARNING nova.compute.manager [req-91de01e9-68fe-4574-9639-356ab3256a21 req-9eb63f94-a52c-4944-b5ac-bd3be7bbabfa service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Received unexpected event network-vif-plugged-80d55afb-d917-4c5b-ae4c-fd7e70868fb9 for instance with vm_state active and task_state None. [ 1789.489355] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5255dafe-70d3-2c46-f06f-c763c5bf9e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.021545} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.489749] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.490115] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 9d1cdb26-7363-4eb2-b3c5-23643faf47ff/9d1cdb26-7363-4eb2-b3c5-23643faf47ff.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1789.490416] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.490651] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1789.490827] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6abca31f-dbf9-43a9-a482-9ce81ac6afb1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.495264] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a04bed81-990d-4a75-9fc0-55f30ab4ad35 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.502174] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1789.502174] env[62226]: value = "task-2027719" [ 1789.502174] env[62226]: _type = "Task" [ 1789.502174] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.513090] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.514260] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1789.514432] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1789.515172] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca36581b-df00-4be7-adb8-0cf3da739f54 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.520477] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Waiting for the task: (returnval){ [ 1789.520477] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5238e755-1eb3-96fb-4830-b462fa5406a4" [ 1789.520477] env[62226]: _type = "Task" [ 1789.520477] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.530985] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5238e755-1eb3-96fb-4830-b462fa5406a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.729966] env[62226]: DEBUG nova.compute.manager [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1789.730358] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1789.731289] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059d2a72-c08b-4f19-a5e4-f910ea53b3f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.742124] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.742395] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88e05706-3162-4855-8a9d-7b351016ce11 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.751218] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d953220d-e498-4f7c-a8c7-f8818d1eeb02 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-82125811-c19a-48af-9b96-31ace3787cab-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.372s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.754520] env[62226]: DEBUG oslo_vmware.api [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1789.754520] env[62226]: value = "task-2027720" [ 1789.754520] env[62226]: _type = "Task" [ 1789.754520] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.771530] env[62226]: DEBUG oslo_vmware.api [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.911665] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521bf6ab-d4f5-87e2-f30a-db958a34d16f, 'name': SearchDatastore_Task, 'duration_secs': 0.011851} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.912016] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.912269] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1789.912484] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.935675] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff1c1d4-9cce-4c9d-bcf7-8e10819d7984 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.945551] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d659e83-2a2f-4f7f-8797-212b5b29a761 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.994562] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8585b106-7776-47f8-be15-f09b876677be {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.006798] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027718, 'name': Rename_Task, 'duration_secs': 0.180866} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.010317] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1790.011697] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696d16b1-619e-43c0-b412-c6c2e553cff7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.015888] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79f61750-0336-4abd-874e-b5314f2d78d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.039316] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Waiting for the task: (returnval){ [ 1790.039316] env[62226]: value = "task-2027721" [ 1790.039316] env[62226]: _type = "Task" [ 1790.039316] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.039623] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027719, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.041213] env[62226]: DEBUG nova.compute.provider_tree [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.050086] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5238e755-1eb3-96fb-4830-b462fa5406a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013984} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.051254] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa1cf39-e03a-4e72-a0df-cc6f4b95401d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.057661] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027721, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.063381] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Waiting for the task: (returnval){ [ 1790.063381] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520d55ce-b7b5-1588-d013-a36f1eebc0f5" [ 1790.063381] env[62226]: _type = "Task" [ 1790.063381] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.070672] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520d55ce-b7b5-1588-d013-a36f1eebc0f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.265034] env[62226]: DEBUG oslo_vmware.api [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027720, 'name': PowerOffVM_Task, 'duration_secs': 0.33985} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.265034] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.265218] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1790.265340] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b72a3529-a083-4bf0-91b9-cc0a2160b3b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.385162] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1790.385394] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1790.385577] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Deleting the datastore file [datastore1] 31df7076-0c33-4d0a-9ffd-c65a02433fd8 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1790.385846] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47b1143e-bd0a-40e6-b8ac-fe3835c28f69 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.392434] env[62226]: DEBUG oslo_vmware.api [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1790.392434] env[62226]: value = "task-2027723" [ 1790.392434] env[62226]: _type = "Task" [ 1790.392434] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.401171] env[62226]: DEBUG oslo_vmware.api [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.516298] env[62226]: DEBUG nova.compute.manager [req-344d4df1-62aa-4929-9f8b-b3fd9d38c514 req-237e6b7a-081d-45e1-852e-d75cb77cbd0c service nova] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Received event network-vif-deleted-4dfa7248-2ed9-43e9-b365-ddaf4bb3bed4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1790.516945] env[62226]: DEBUG nova.compute.manager [req-344d4df1-62aa-4929-9f8b-b3fd9d38c514 req-237e6b7a-081d-45e1-852e-d75cb77cbd0c service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Received event network-changed-80d55afb-d917-4c5b-ae4c-fd7e70868fb9 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1790.517384] env[62226]: DEBUG nova.compute.manager [req-344d4df1-62aa-4929-9f8b-b3fd9d38c514 req-237e6b7a-081d-45e1-852e-d75cb77cbd0c service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Refreshing instance network info cache due to event network-changed-80d55afb-d917-4c5b-ae4c-fd7e70868fb9. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1790.517682] env[62226]: DEBUG oslo_concurrency.lockutils [req-344d4df1-62aa-4929-9f8b-b3fd9d38c514 req-237e6b7a-081d-45e1-852e-d75cb77cbd0c service nova] Acquiring lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.517922] env[62226]: DEBUG oslo_concurrency.lockutils [req-344d4df1-62aa-4929-9f8b-b3fd9d38c514 req-237e6b7a-081d-45e1-852e-d75cb77cbd0c service nova] Acquired lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.518078] env[62226]: DEBUG nova.network.neutron [req-344d4df1-62aa-4929-9f8b-b3fd9d38c514 req-237e6b7a-081d-45e1-852e-d75cb77cbd0c service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Refreshing network info cache for port 80d55afb-d917-4c5b-ae4c-fd7e70868fb9 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.530317] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639451} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.530610] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 9d1cdb26-7363-4eb2-b3c5-23643faf47ff/9d1cdb26-7363-4eb2-b3c5-23643faf47ff.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1790.530873] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1790.531179] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67fea921-272a-4beb-a71c-76ad4cf72f37 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.540129] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1790.540129] env[62226]: value = "task-2027724" [ 1790.540129] env[62226]: _type = "Task" [ 1790.540129] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.544232] env[62226]: DEBUG nova.scheduler.client.report [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.563390] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "483402d1-e1d6-43b5-ac95-b3b776d9b367" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.563674] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "483402d1-e1d6-43b5-ac95-b3b776d9b367" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.564790] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.573335] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.580401] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520d55ce-b7b5-1588-d013-a36f1eebc0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.041268} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.580925] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.581234] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 66fa4932-43e7-4ed5-94e4-e5157507b231/66fa4932-43e7-4ed5-94e4-e5157507b231.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1790.581573] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.581795] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.582058] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30844a88-e705-4280-8f63-3b1337de6898 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.584698] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d447a437-a419-4dcf-b3d2-90a38a96971d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.592427] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Waiting for the task: (returnval){ [ 1790.592427] env[62226]: value = "task-2027725" [ 1790.592427] env[62226]: _type = "Task" [ 1790.592427] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.598144] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.598144] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.598450] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec48e2e4-942f-47ec-a4dd-0b57238018b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.604487] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.608962] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1790.608962] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528d280e-7c3c-657f-824f-a86cb6ae217e" [ 1790.608962] env[62226]: _type = "Task" [ 1790.608962] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.619958] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528d280e-7c3c-657f-824f-a86cb6ae217e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.902965] env[62226]: DEBUG oslo_vmware.api [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258345} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.903273] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1790.903520] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1790.903709] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1790.903880] env[62226]: INFO nova.compute.manager [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1790.904187] env[62226]: DEBUG oslo.service.loopingcall [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.904395] env[62226]: DEBUG nova.compute.manager [-] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1790.904490] env[62226]: DEBUG nova.network.neutron [-] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1790.986598] env[62226]: DEBUG nova.compute.manager [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Received event network-vif-plugged-5f14435b-1207-41b0-a8bd-f45a3f06976d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1790.986751] env[62226]: DEBUG oslo_concurrency.lockutils [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] Acquiring lock "20b9948d-03b5-436e-964c-a94b3a6d8b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.987091] env[62226]: DEBUG oslo_concurrency.lockutils [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] Lock "20b9948d-03b5-436e-964c-a94b3a6d8b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.988699] env[62226]: DEBUG oslo_concurrency.lockutils [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] Lock "20b9948d-03b5-436e-964c-a94b3a6d8b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.989014] env[62226]: DEBUG nova.compute.manager [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] No waiting events found dispatching network-vif-plugged-5f14435b-1207-41b0-a8bd-f45a3f06976d {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1790.991861] env[62226]: WARNING nova.compute.manager [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Received unexpected event network-vif-plugged-5f14435b-1207-41b0-a8bd-f45a3f06976d for instance with vm_state building and task_state spawning. [ 1790.992103] env[62226]: DEBUG nova.compute.manager [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Received event network-changed-5f14435b-1207-41b0-a8bd-f45a3f06976d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1790.992389] env[62226]: DEBUG nova.compute.manager [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Refreshing instance network info cache due to event network-changed-5f14435b-1207-41b0-a8bd-f45a3f06976d. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1790.992472] env[62226]: DEBUG oslo_concurrency.lockutils [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] Acquiring lock "refresh_cache-20b9948d-03b5-436e-964c-a94b3a6d8b08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.992609] env[62226]: DEBUG oslo_concurrency.lockutils [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] Acquired lock "refresh_cache-20b9948d-03b5-436e-964c-a94b3a6d8b08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.992768] env[62226]: DEBUG nova.network.neutron [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Refreshing network info cache for port 5f14435b-1207-41b0-a8bd-f45a3f06976d {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.057451] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08046} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.062436] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1791.062436] env[62226]: DEBUG oslo_vmware.api [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027721, 'name': PowerOnVM_Task, 'duration_secs': 0.813398} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.063410] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f0930e-429e-4000-8feb-7cf31d08eadc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.067556] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1791.067865] env[62226]: INFO nova.compute.manager [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1791.068161] env[62226]: DEBUG nova.compute.manager [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1791.069631] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.070313] env[62226]: DEBUG nova.compute.manager [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1791.078839] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b909a25a-07c8-4162-b20f-754858c03361 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.082725] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.414s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.085167] env[62226]: INFO nova.compute.claims [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1791.114245] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 9d1cdb26-7363-4eb2-b3c5-23643faf47ff/9d1cdb26-7363-4eb2-b3c5-23643faf47ff.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1791.120907] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd36f02-6c32-429e-b37d-c22a7ef28750 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.147981] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027725, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.153346] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528d280e-7c3c-657f-824f-a86cb6ae217e, 'name': SearchDatastore_Task, 'duration_secs': 0.021009} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.153666] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1791.153666] env[62226]: value = "task-2027726" [ 1791.153666] env[62226]: _type = "Task" [ 1791.153666] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.154699] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71ac1c3-49f3-4cfe-919c-9c2a0518e6d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.165444] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "7a31fc47-22a2-441c-97ca-2aa91b931098" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.165664] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "7a31fc47-22a2-441c-97ca-2aa91b931098" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.168404] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1791.168404] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dfcf18-f8db-afae-a095-c13d8edef4ad" [ 1791.168404] env[62226]: _type = "Task" [ 1791.168404] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.171548] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.181908] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dfcf18-f8db-afae-a095-c13d8edef4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.584259] env[62226]: DEBUG nova.compute.utils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1791.589024] env[62226]: DEBUG nova.compute.manager [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1791.589024] env[62226]: DEBUG nova.network.neutron [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1791.614053] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027725, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.625834] env[62226]: INFO nova.compute.manager [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Took 49.76 seconds to build instance. [ 1791.651654] env[62226]: DEBUG nova.policy [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '528e2b68a6b04f7393f9e8f9d3bb25f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e12d226929f43cd90e14dd1c45a3eef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1791.669743] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.681247] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dfcf18-f8db-afae-a095-c13d8edef4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.064484} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.681655] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.682147] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 20b9948d-03b5-436e-964c-a94b3a6d8b08/20b9948d-03b5-436e-964c-a94b3a6d8b08.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1791.682525] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f1bf556-e9a7-4fdb-ba0e-c0004f7e36c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.691128] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1791.691128] env[62226]: value = "task-2027727" [ 1791.691128] env[62226]: _type = "Task" [ 1791.691128] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.702501] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.722834] env[62226]: DEBUG nova.network.neutron [req-344d4df1-62aa-4929-9f8b-b3fd9d38c514 req-237e6b7a-081d-45e1-852e-d75cb77cbd0c service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Updated VIF entry in instance network info cache for port 80d55afb-d917-4c5b-ae4c-fd7e70868fb9. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.723695] env[62226]: DEBUG nova.network.neutron [req-344d4df1-62aa-4929-9f8b-b3fd9d38c514 req-237e6b7a-081d-45e1-852e-d75cb77cbd0c service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Updating instance_info_cache with network_info: [{"id": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "address": "fa:16:3e:15:10:8f", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c03e566-2b", "ovs_interfaceid": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80d55afb-d917-4c5b-ae4c-fd7e70868fb9", "address": "fa:16:3e:88:72:39", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d55afb-d9", "ovs_interfaceid": "80d55afb-d917-4c5b-ae4c-fd7e70868fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.823251] env[62226]: DEBUG nova.network.neutron [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Updated VIF entry in instance network info cache for port 5f14435b-1207-41b0-a8bd-f45a3f06976d. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.823368] env[62226]: DEBUG nova.network.neutron [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Updating instance_info_cache with network_info: [{"id": "5f14435b-1207-41b0-a8bd-f45a3f06976d", "address": "fa:16:3e:04:e3:6e", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f14435b-12", "ovs_interfaceid": "5f14435b-1207-41b0-a8bd-f45a3f06976d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.961452] env[62226]: DEBUG nova.network.neutron [-] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.022576] env[62226]: DEBUG nova.network.neutron [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Successfully created port: 0c51f77c-15ad-4542-a290-9a0c029d18af {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1792.089817] env[62226]: DEBUG nova.compute.manager [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1792.117613] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027725, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.049616} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.118128] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 66fa4932-43e7-4ed5-94e4-e5157507b231/66fa4932-43e7-4ed5-94e4-e5157507b231.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.118600] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1792.118960] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d55a8ce-5280-4bd8-adc1-8ce25699d0b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.137574] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aabf394a-951d-4dca-8f5c-05ec4245ed5b tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Lock "6798791d-4bc3-438c-953d-a3da73c33139" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.448s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.138094] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Waiting for the task: (returnval){ [ 1792.138094] env[62226]: value = "task-2027728" [ 1792.138094] env[62226]: _type = "Task" [ 1792.138094] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.153890] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.167960] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027726, 'name': ReconfigVM_Task, 'duration_secs': 0.838102} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.168485] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 9d1cdb26-7363-4eb2-b3c5-23643faf47ff/9d1cdb26-7363-4eb2-b3c5-23643faf47ff.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1792.169420] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-975e22ab-b239-48d8-bcd3-c96cc8d830c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.178175] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1792.178175] env[62226]: value = "task-2027729" [ 1792.178175] env[62226]: _type = "Task" [ 1792.178175] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.194537] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027729, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.207332] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027727, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.226961] env[62226]: DEBUG oslo_concurrency.lockutils [req-344d4df1-62aa-4929-9f8b-b3fd9d38c514 req-237e6b7a-081d-45e1-852e-d75cb77cbd0c service nova] Releasing lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.229250] env[62226]: DEBUG nova.compute.manager [req-344d4df1-62aa-4929-9f8b-b3fd9d38c514 req-237e6b7a-081d-45e1-852e-d75cb77cbd0c service nova] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Received event network-vif-deleted-d9953c98-1341-435c-9fce-9acdc6a457aa {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1792.327706] env[62226]: DEBUG oslo_concurrency.lockutils [req-d1a61bc9-a6d7-4a0c-b25a-40a20c676f2e req-5e8a6c0a-e2fd-459f-8def-020a0adefd12 service nova] Releasing lock "refresh_cache-20b9948d-03b5-436e-964c-a94b3a6d8b08" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.469027] env[62226]: INFO nova.compute.manager [-] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Took 1.56 seconds to deallocate network for instance. [ 1792.517720] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "interface-82125811-c19a-48af-9b96-31ace3787cab-80d55afb-d917-4c5b-ae4c-fd7e70868fb9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.517720] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-82125811-c19a-48af-9b96-31ace3787cab-80d55afb-d917-4c5b-ae4c-fd7e70868fb9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.648355] env[62226]: DEBUG nova.compute.manager [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1792.659541] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115138} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.659790] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1792.662735] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b4162c-4cde-4a7b-998d-ce705da9d152 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.689630] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 66fa4932-43e7-4ed5-94e4-e5157507b231/66fa4932-43e7-4ed5-94e4-e5157507b231.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.695334] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14a950e4-b3f6-49f2-9ab2-515079b7e753 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.723687] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027729, 'name': Rename_Task, 'duration_secs': 0.329009} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.729989] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1792.730324] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Waiting for the task: (returnval){ [ 1792.730324] env[62226]: value = "task-2027730" [ 1792.730324] env[62226]: _type = "Task" [ 1792.730324] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.730811] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94025} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.731228] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-712c6265-e8f3-4782-bcfd-99f671ffbb24 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.732824] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 20b9948d-03b5-436e-964c-a94b3a6d8b08/20b9948d-03b5-436e-964c-a94b3a6d8b08.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.733129] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1792.735822] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18d3df8b-bacd-4e90-a8dd-fb4087fa4cdc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.743311] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.747720] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1792.747720] env[62226]: value = "task-2027731" [ 1792.747720] env[62226]: _type = "Task" [ 1792.747720] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.747969] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1792.747969] env[62226]: value = "task-2027732" [ 1792.747969] env[62226]: _type = "Task" [ 1792.747969] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.760455] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027731, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.766050] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.805953] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42162835-b3cf-475b-bc05-071ac11f6078 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.813793] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db629b17-3a0e-4844-8567-893840657e83 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.844366] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc275499-7b3e-411d-8369-118f25e65e3a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.851933] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0172353-3165-4d3d-a874-85bc2c94e17d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.865846] env[62226]: DEBUG nova.compute.provider_tree [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1792.977967] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.023021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.023021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.023021] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4252d30b-5a60-4b46-b23c-eabd643a568b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.047730] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b2c7f5-e1a7-4d22-b813-3fb30b256fe0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.078601] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Reconfiguring VM to detach interface {{(pid=62226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1793.078939] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bacbb373-5a7f-4852-b4ca-fc69f576205c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.097671] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1793.097671] env[62226]: value = "task-2027733" [ 1793.097671] env[62226]: _type = "Task" [ 1793.097671] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.106891] env[62226]: DEBUG nova.compute.manager [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1793.108951] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.151319] env[62226]: DEBUG nova.virt.hardware [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1793.151784] env[62226]: DEBUG nova.virt.hardware [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.152080] env[62226]: DEBUG nova.virt.hardware [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1793.152434] env[62226]: DEBUG nova.virt.hardware [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.153093] env[62226]: DEBUG nova.virt.hardware [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1793.153371] env[62226]: DEBUG nova.virt.hardware [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1793.153727] env[62226]: DEBUG nova.virt.hardware [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1793.154117] env[62226]: DEBUG nova.virt.hardware [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1793.154468] env[62226]: DEBUG nova.virt.hardware [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1793.155138] env[62226]: DEBUG nova.virt.hardware [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1793.155465] env[62226]: DEBUG nova.virt.hardware [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1793.159227] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce010eb-f8a1-4f43-9275-dc7e3aaa8544 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.174020] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e60b51a-68bf-41ca-83a1-078abe587aab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.177257] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.244206] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.260107] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.262945] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066325} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.263231] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1793.264047] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3486383-2f13-4cd0-a8ac-fbf7dfa69bb4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.268645] env[62226]: DEBUG nova.compute.manager [req-f55e332a-2586-41d3-a1a8-e927e152aa15 req-2fd64976-62b1-47b1-a408-1bcf98c489de service nova] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Received event network-vif-deleted-9bfcd53b-788f-4ebd-8f7e-7dc71e99808a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1793.291523] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 20b9948d-03b5-436e-964c-a94b3a6d8b08/20b9948d-03b5-436e-964c-a94b3a6d8b08.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1793.292352] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6001e566-cf03-44a9-849b-92b7f9f3f46b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.314560] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1793.314560] env[62226]: value = "task-2027734" [ 1793.314560] env[62226]: _type = "Task" [ 1793.314560] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.323483] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.356125] env[62226]: DEBUG nova.compute.manager [req-2e7dc47a-1320-472d-8a8f-dcc73d68cc43 req-59b9baa1-96c9-4e39-bedf-71ec681b22b1 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Received event network-changed-a23b0160-a83e-4b51-adff-7c0dc05f7aed {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1793.356568] env[62226]: DEBUG nova.compute.manager [req-2e7dc47a-1320-472d-8a8f-dcc73d68cc43 req-59b9baa1-96c9-4e39-bedf-71ec681b22b1 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Refreshing instance network info cache due to event network-changed-a23b0160-a83e-4b51-adff-7c0dc05f7aed. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1793.356855] env[62226]: DEBUG oslo_concurrency.lockutils [req-2e7dc47a-1320-472d-8a8f-dcc73d68cc43 req-59b9baa1-96c9-4e39-bedf-71ec681b22b1 service nova] Acquiring lock "refresh_cache-8fab02f5-4ebd-4b01-acf1-acdd76b918bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.357148] env[62226]: DEBUG oslo_concurrency.lockutils [req-2e7dc47a-1320-472d-8a8f-dcc73d68cc43 req-59b9baa1-96c9-4e39-bedf-71ec681b22b1 service nova] Acquired lock "refresh_cache-8fab02f5-4ebd-4b01-acf1-acdd76b918bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.357749] env[62226]: DEBUG nova.network.neutron [req-2e7dc47a-1320-472d-8a8f-dcc73d68cc43 req-59b9baa1-96c9-4e39-bedf-71ec681b22b1 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Refreshing network info cache for port a23b0160-a83e-4b51-adff-7c0dc05f7aed {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1793.368840] env[62226]: DEBUG nova.scheduler.client.report [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1794.181041] env[62226]: DEBUG nova.network.neutron [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Successfully updated port: 0c51f77c-15ad-4542-a290-9a0c029d18af {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1794.185181] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.102s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.185647] env[62226]: DEBUG nova.compute.manager [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.198809] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.857s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.199044] env[62226]: DEBUG nova.objects.instance [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Lazy-loading 'resources' on Instance uuid 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.218442] env[62226]: DEBUG oslo_vmware.api [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027731, 'name': PowerOnVM_Task, 'duration_secs': 0.876481} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.218692] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027734, 'name': ReconfigVM_Task, 'duration_secs': 0.301943} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.218883] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.219114] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027730, 'name': ReconfigVM_Task, 'duration_secs': 0.79286} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.219349] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1794.219577] env[62226]: INFO nova.compute.manager [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Took 11.43 seconds to spawn the instance on the hypervisor. [ 1794.219755] env[62226]: DEBUG nova.compute.manager [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.220066] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 20b9948d-03b5-436e-964c-a94b3a6d8b08/20b9948d-03b5-436e-964c-a94b3a6d8b08.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.220976] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 66fa4932-43e7-4ed5-94e4-e5157507b231/66fa4932-43e7-4ed5-94e4-e5157507b231.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.222108] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d02c66-e376-4fdf-9302-15ae6932c201 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.224629] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e91ab060-934f-422d-bbe7-f5a3897ae986 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.226109] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93a85722-5e9d-44b3-96af-7f29cc40727a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.239753] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1794.239753] env[62226]: value = "task-2027735" [ 1794.239753] env[62226]: _type = "Task" [ 1794.239753] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.239995] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Waiting for the task: (returnval){ [ 1794.239995] env[62226]: value = "task-2027736" [ 1794.239995] env[62226]: _type = "Task" [ 1794.239995] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.251397] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027736, 'name': Rename_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.254987] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027735, 'name': Rename_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.465401] env[62226]: DEBUG nova.network.neutron [req-2e7dc47a-1320-472d-8a8f-dcc73d68cc43 req-59b9baa1-96c9-4e39-bedf-71ec681b22b1 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Updated VIF entry in instance network info cache for port a23b0160-a83e-4b51-adff-7c0dc05f7aed. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1794.465889] env[62226]: DEBUG nova.network.neutron [req-2e7dc47a-1320-472d-8a8f-dcc73d68cc43 req-59b9baa1-96c9-4e39-bedf-71ec681b22b1 service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Updating instance_info_cache with network_info: [{"id": "a23b0160-a83e-4b51-adff-7c0dc05f7aed", "address": "fa:16:3e:3a:e3:4a", "network": {"id": "8af91886-ca24-4850-8933-5657c5a51f9d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202592182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07f81e67e63045c5b3754e60f8018bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23b0160-a8", "ovs_interfaceid": "a23b0160-a83e-4b51-adff-7c0dc05f7aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.692202] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "refresh_cache-b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.692202] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired lock "refresh_cache-b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.692202] env[62226]: DEBUG nova.network.neutron [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.694785] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.702092] env[62226]: DEBUG nova.compute.utils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1794.706366] env[62226]: DEBUG nova.compute.manager [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1794.706744] env[62226]: DEBUG nova.network.neutron [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1794.759668] env[62226]: INFO nova.compute.manager [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Took 48.27 seconds to build instance. [ 1794.766742] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027735, 'name': Rename_Task, 'duration_secs': 0.181757} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.770020] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1794.770357] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027736, 'name': Rename_Task, 'duration_secs': 0.283132} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.772811] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98fab2d1-18bf-413b-8f07-4bb2441ab89a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.774395] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1794.775731] env[62226]: DEBUG nova.policy [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df2db13d5f754a308cb9a7ac8f1ad5c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd468828aed87453ebb7339709ef7f207', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1794.777179] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6c55ac8-4b44-4d5a-8aa9-759450be5372 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.785050] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1794.785050] env[62226]: value = "task-2027737" [ 1794.785050] env[62226]: _type = "Task" [ 1794.785050] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.785958] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Waiting for the task: (returnval){ [ 1794.785958] env[62226]: value = "task-2027738" [ 1794.785958] env[62226]: _type = "Task" [ 1794.785958] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.798916] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.801872] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.963401] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.963554] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.963760] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.963938] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.968412] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.970642] env[62226]: DEBUG oslo_concurrency.lockutils [req-2e7dc47a-1320-472d-8a8f-dcc73d68cc43 req-59b9baa1-96c9-4e39-bedf-71ec681b22b1 service nova] Releasing lock "refresh_cache-8fab02f5-4ebd-4b01-acf1-acdd76b918bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.972324] env[62226]: INFO nova.compute.manager [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Terminating instance [ 1795.093613] env[62226]: DEBUG nova.network.neutron [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Successfully created port: 316e0b50-7b9a-4edd-9010-f9f5f91b3001 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.201059] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.207739] env[62226]: DEBUG nova.compute.manager [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.244096] env[62226]: DEBUG nova.network.neutron [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1795.263800] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bb6a87-2c70-4b70-9178-85a121fd4c47 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.264469] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f01fe51e-85a4-4b70-9187-f2a9ff234485 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.415s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.273691] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005ed301-e618-477e-9412-22e80cd6caba {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.312990] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4217158b-8191-4c58-9e58-ac06acdfb40b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.322824] env[62226]: DEBUG oslo_vmware.api [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027737, 'name': PowerOnVM_Task, 'duration_secs': 0.515789} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.330881] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1795.331966] env[62226]: INFO nova.compute.manager [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1795.331966] env[62226]: DEBUG nova.compute.manager [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1795.331966] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.332831] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6e7649-eec0-47c2-a02a-2b38541ba321 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.337806] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28bd1a7-bb20-47d7-ba2b-3a54f8cab9f5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.356015] env[62226]: DEBUG nova.compute.provider_tree [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.376885] env[62226]: DEBUG nova.compute.manager [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Received event network-vif-plugged-0c51f77c-15ad-4542-a290-9a0c029d18af {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1795.376885] env[62226]: DEBUG oslo_concurrency.lockutils [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] Acquiring lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.376885] env[62226]: DEBUG oslo_concurrency.lockutils [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] Lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.376998] env[62226]: DEBUG oslo_concurrency.lockutils [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] Lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.377908] env[62226]: DEBUG nova.compute.manager [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] No waiting events found dispatching network-vif-plugged-0c51f77c-15ad-4542-a290-9a0c029d18af {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1795.377908] env[62226]: WARNING nova.compute.manager [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Received unexpected event network-vif-plugged-0c51f77c-15ad-4542-a290-9a0c029d18af for instance with vm_state building and task_state spawning. [ 1795.377908] env[62226]: DEBUG nova.compute.manager [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Received event network-changed-0c51f77c-15ad-4542-a290-9a0c029d18af {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1795.377908] env[62226]: DEBUG nova.compute.manager [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Refreshing instance network info cache due to event network-changed-0c51f77c-15ad-4542-a290-9a0c029d18af. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1795.377908] env[62226]: DEBUG oslo_concurrency.lockutils [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] Acquiring lock "refresh_cache-b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.458601] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Acquiring lock "8af64c78-3bdf-4313-bf58-dca8f36a7098" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.458770] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Lock "8af64c78-3bdf-4313-bf58-dca8f36a7098" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.466826] env[62226]: DEBUG nova.compute.manager [req-753dd364-74f4-4270-8e5a-8e02bee68928 req-ac5ea024-033a-4544-b73d-9c8f2c9eb978 service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Received event network-changed-50070296-b340-4031-bd79-656a3b071122 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1795.466826] env[62226]: DEBUG nova.compute.manager [req-753dd364-74f4-4270-8e5a-8e02bee68928 req-ac5ea024-033a-4544-b73d-9c8f2c9eb978 service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Refreshing instance network info cache due to event network-changed-50070296-b340-4031-bd79-656a3b071122. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1795.466955] env[62226]: DEBUG oslo_concurrency.lockutils [req-753dd364-74f4-4270-8e5a-8e02bee68928 req-ac5ea024-033a-4544-b73d-9c8f2c9eb978 service nova] Acquiring lock "refresh_cache-6798791d-4bc3-438c-953d-a3da73c33139" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.467168] env[62226]: DEBUG oslo_concurrency.lockutils [req-753dd364-74f4-4270-8e5a-8e02bee68928 req-ac5ea024-033a-4544-b73d-9c8f2c9eb978 service nova] Acquired lock "refresh_cache-6798791d-4bc3-438c-953d-a3da73c33139" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.467371] env[62226]: DEBUG nova.network.neutron [req-753dd364-74f4-4270-8e5a-8e02bee68928 req-ac5ea024-033a-4544-b73d-9c8f2c9eb978 service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Refreshing network info cache for port 50070296-b340-4031-bd79-656a3b071122 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1795.476607] env[62226]: DEBUG nova.compute.manager [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1795.476800] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.478210] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc4864-eb16-4d0d-a6a0-3c210fd8e795 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.490176] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.490176] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d75fccd0-36fc-4bb9-8c39-8bf48dff54e0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.498576] env[62226]: DEBUG oslo_vmware.api [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1795.498576] env[62226]: value = "task-2027739" [ 1795.498576] env[62226]: _type = "Task" [ 1795.498576] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.502677] env[62226]: DEBUG nova.network.neutron [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Updating instance_info_cache with network_info: [{"id": "0c51f77c-15ad-4542-a290-9a0c029d18af", "address": "fa:16:3e:81:a7:b2", "network": {"id": "dc9fe337-1584-44cd-8718-84819b52c32c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-734330612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5e12d226929f43cd90e14dd1c45a3eef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c51f77c-15", "ovs_interfaceid": "0c51f77c-15ad-4542-a290-9a0c029d18af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.509838] env[62226]: DEBUG oslo_vmware.api [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.694653] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.767373] env[62226]: DEBUG nova.compute.manager [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1795.815254] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.866039] env[62226]: DEBUG nova.scheduler.client.report [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1795.884099] env[62226]: INFO nova.compute.manager [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Took 41.18 seconds to build instance. [ 1796.005458] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Releasing lock "refresh_cache-b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.005774] env[62226]: DEBUG nova.compute.manager [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Instance network_info: |[{"id": "0c51f77c-15ad-4542-a290-9a0c029d18af", "address": "fa:16:3e:81:a7:b2", "network": {"id": "dc9fe337-1584-44cd-8718-84819b52c32c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-734330612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5e12d226929f43cd90e14dd1c45a3eef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c51f77c-15", "ovs_interfaceid": "0c51f77c-15ad-4542-a290-9a0c029d18af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1796.010672] env[62226]: DEBUG oslo_concurrency.lockutils [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] Acquired lock "refresh_cache-b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.010889] env[62226]: DEBUG nova.network.neutron [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Refreshing network info cache for port 0c51f77c-15ad-4542-a290-9a0c029d18af {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.015024] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:a7:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c51f77c-15ad-4542-a290-9a0c029d18af', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.020565] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Creating folder: Project (5e12d226929f43cd90e14dd1c45a3eef). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1796.020853] env[62226]: DEBUG oslo_vmware.api [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027739, 'name': PowerOffVM_Task, 'duration_secs': 0.174421} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.024362] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7de908b4-a2bf-4a8f-9206-f3026d0a3b3c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.026498] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.026498] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1796.026662] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1864edde-12fd-4bfe-9b25-4b28077aeed4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.038390] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Created folder: Project (5e12d226929f43cd90e14dd1c45a3eef) in parent group-v416438. [ 1796.038600] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Creating folder: Instances. Parent ref: group-v416555. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1796.038911] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-225f4797-ab21-48fc-93cf-af867333b933 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.048496] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Created folder: Instances in parent group-v416555. [ 1796.048732] env[62226]: DEBUG oslo.service.loopingcall [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.048924] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.049138] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b802eca-defe-450a-b4ac-8e1552e19709 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.072711] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.072711] env[62226]: value = "task-2027743" [ 1796.072711] env[62226]: _type = "Task" [ 1796.072711] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.083425] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027743, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.117646] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1796.117888] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1796.118163] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Deleting the datastore file [datastore1] f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1796.118520] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92976af5-a624-4c69-9a06-eb04e50b6f8e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.128273] env[62226]: DEBUG oslo_vmware.api [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1796.128273] env[62226]: value = "task-2027744" [ 1796.128273] env[62226]: _type = "Task" [ 1796.128273] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.141045] env[62226]: DEBUG oslo_vmware.api [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.195456] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.220144] env[62226]: DEBUG nova.compute.manager [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.253963] env[62226]: DEBUG nova.virt.hardware [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:39:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='029901f9-698a-4792-8116-f510f9eaf9b9',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2115815269',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.254293] env[62226]: DEBUG nova.virt.hardware [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.254609] env[62226]: DEBUG nova.virt.hardware [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.254705] env[62226]: DEBUG nova.virt.hardware [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.254885] env[62226]: DEBUG nova.virt.hardware [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.255083] env[62226]: DEBUG nova.virt.hardware [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.255334] env[62226]: DEBUG nova.virt.hardware [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.255630] env[62226]: DEBUG nova.virt.hardware [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.255754] env[62226]: DEBUG nova.virt.hardware [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.255957] env[62226]: DEBUG nova.virt.hardware [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.256188] env[62226]: DEBUG nova.virt.hardware [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.257297] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5bbf16-ebcd-42b3-a895-991f068fddde {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.262566] env[62226]: DEBUG nova.network.neutron [req-753dd364-74f4-4270-8e5a-8e02bee68928 req-ac5ea024-033a-4544-b73d-9c8f2c9eb978 service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Updated VIF entry in instance network info cache for port 50070296-b340-4031-bd79-656a3b071122. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1796.263058] env[62226]: DEBUG nova.network.neutron [req-753dd364-74f4-4270-8e5a-8e02bee68928 req-ac5ea024-033a-4544-b73d-9c8f2c9eb978 service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Updating instance_info_cache with network_info: [{"id": "50070296-b340-4031-bd79-656a3b071122", "address": "fa:16:3e:7e:c0:e7", "network": {"id": "6f172a35-2076-49c0-822e-1916c8314ab1", "bridge": "br-int", "label": "tempest-ServersTestJSON-51116393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dc85b5bf96a4140af5cf222bbcb5337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50070296-b3", "ovs_interfaceid": "50070296-b340-4031-bd79-656a3b071122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.267803] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b7b227-4499-45c2-ba28-d6896b2982b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.312488] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.318188] env[62226]: DEBUG oslo_vmware.api [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027738, 'name': PowerOnVM_Task, 'duration_secs': 1.484423} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.318467] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.318686] env[62226]: INFO nova.compute.manager [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1796.318889] env[62226]: DEBUG nova.compute.manager [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.319747] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b2633e-4fd7-4066-91f9-92a0c5766323 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.383907] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.386679] env[62226]: INFO nova.compute.manager [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Rebuilding instance [ 1796.388810] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.635s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.389049] env[62226]: DEBUG nova.objects.instance [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lazy-loading 'resources' on Instance uuid 60161dc7-23c2-4f6c-b303-c60f20cfa679 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.390383] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f554611b-83ed-498a-b971-8c620e31fd8f tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "20b9948d-03b5-436e-964c-a94b3a6d8b08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.948s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.413961] env[62226]: INFO nova.scheduler.client.report [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Deleted allocations for instance 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab [ 1796.437024] env[62226]: DEBUG nova.compute.manager [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.438153] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e787307-b7fa-4510-be13-60bf50c3794a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.463434] env[62226]: DEBUG oslo_concurrency.lockutils [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "20b9948d-03b5-436e-964c-a94b3a6d8b08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.463770] env[62226]: DEBUG oslo_concurrency.lockutils [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "20b9948d-03b5-436e-964c-a94b3a6d8b08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.464062] env[62226]: DEBUG oslo_concurrency.lockutils [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "20b9948d-03b5-436e-964c-a94b3a6d8b08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.464332] env[62226]: DEBUG oslo_concurrency.lockutils [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "20b9948d-03b5-436e-964c-a94b3a6d8b08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.464608] env[62226]: DEBUG oslo_concurrency.lockutils [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "20b9948d-03b5-436e-964c-a94b3a6d8b08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.468089] env[62226]: INFO nova.compute.manager [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Terminating instance [ 1796.584912] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027743, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.640713] env[62226]: DEBUG oslo_vmware.api [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20214} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.641130] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.641365] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.641609] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.641795] env[62226]: INFO nova.compute.manager [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1796.642108] env[62226]: DEBUG oslo.service.loopingcall [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.642357] env[62226]: DEBUG nova.compute.manager [-] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.642452] env[62226]: DEBUG nova.network.neutron [-] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.700609] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.768537] env[62226]: DEBUG oslo_concurrency.lockutils [req-753dd364-74f4-4270-8e5a-8e02bee68928 req-ac5ea024-033a-4544-b73d-9c8f2c9eb978 service nova] Releasing lock "refresh_cache-6798791d-4bc3-438c-953d-a3da73c33139" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.839850] env[62226]: INFO nova.compute.manager [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Took 38.99 seconds to build instance. [ 1796.852818] env[62226]: DEBUG nova.network.neutron [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Updated VIF entry in instance network info cache for port 0c51f77c-15ad-4542-a290-9a0c029d18af. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1796.853230] env[62226]: DEBUG nova.network.neutron [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Updating instance_info_cache with network_info: [{"id": "0c51f77c-15ad-4542-a290-9a0c029d18af", "address": "fa:16:3e:81:a7:b2", "network": {"id": "dc9fe337-1584-44cd-8718-84819b52c32c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-734330612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5e12d226929f43cd90e14dd1c45a3eef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c51f77c-15", "ovs_interfaceid": "0c51f77c-15ad-4542-a290-9a0c029d18af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.893924] env[62226]: DEBUG nova.compute.manager [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1796.930491] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c1933ecb-5226-4614-ab9d-91237d8dadd8 tempest-ServerDiagnosticsV248Test-1400603752 tempest-ServerDiagnosticsV248Test-1400603752-project-member] Lock "1cfbf45f-8724-4ace-b549-ffb8eda6d2ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.875s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.944308] env[62226]: DEBUG nova.network.neutron [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Successfully updated port: 316e0b50-7b9a-4edd-9010-f9f5f91b3001 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1796.973421] env[62226]: DEBUG nova.compute.manager [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1796.973762] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1796.975073] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5411a7af-4466-436a-b68c-5dbf0838cfab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.989339] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1796.989588] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc8cb082-61df-42fb-8c2b-ca5acd610d7d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.998745] env[62226]: DEBUG oslo_vmware.api [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1796.998745] env[62226]: value = "task-2027745" [ 1796.998745] env[62226]: _type = "Task" [ 1796.998745] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.010022] env[62226]: DEBUG oslo_vmware.api [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.085306] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027743, 'name': CreateVM_Task, 'duration_secs': 0.570069} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.088450] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1797.089417] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.089641] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.090072] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.090655] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9960bc8c-9442-475c-a6f8-94b2c0a8f013 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.095852] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1797.095852] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fcf800-749b-e866-427d-e5d1637b6816" [ 1797.095852] env[62226]: _type = "Task" [ 1797.095852] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.104486] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fcf800-749b-e866-427d-e5d1637b6816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.198615] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.342563] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7f90f4b-bf6c-4b6e-891c-d103807940a1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Lock "66fa4932-43e7-4ed5-94e4-e5157507b231" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.109s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.358409] env[62226]: DEBUG oslo_concurrency.lockutils [req-6c73afec-b3af-409e-a572-7144ad217430 req-d39d0d3f-1043-4873-b2ba-c5922b32b669 service nova] Releasing lock "refresh_cache-b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.422708] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.452488] env[62226]: DEBUG nova.compute.manager [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Received event network-vif-plugged-316e0b50-7b9a-4edd-9010-f9f5f91b3001 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1797.452724] env[62226]: DEBUG oslo_concurrency.lockutils [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] Acquiring lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.453071] env[62226]: DEBUG oslo_concurrency.lockutils [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] Lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.453309] env[62226]: DEBUG oslo_concurrency.lockutils [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] Lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.453495] env[62226]: DEBUG nova.compute.manager [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] No waiting events found dispatching network-vif-plugged-316e0b50-7b9a-4edd-9010-f9f5f91b3001 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1797.453661] env[62226]: WARNING nova.compute.manager [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Received unexpected event network-vif-plugged-316e0b50-7b9a-4edd-9010-f9f5f91b3001 for instance with vm_state building and task_state spawning. [ 1797.453816] env[62226]: DEBUG nova.compute.manager [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Received event network-changed-316e0b50-7b9a-4edd-9010-f9f5f91b3001 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1797.453960] env[62226]: DEBUG nova.compute.manager [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Refreshing instance network info cache due to event network-changed-316e0b50-7b9a-4edd-9010-f9f5f91b3001. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1797.454279] env[62226]: DEBUG oslo_concurrency.lockutils [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] Acquiring lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.454494] env[62226]: DEBUG oslo_concurrency.lockutils [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] Acquired lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.454563] env[62226]: DEBUG nova.network.neutron [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Refreshing network info cache for port 316e0b50-7b9a-4edd-9010-f9f5f91b3001 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.463574] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.464388] env[62226]: DEBUG nova.compute.manager [None req-081b6701-2cb8-4444-a6f8-7a7908b28fb1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1797.465409] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1797.468048] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6ff305-c055-4090-90b9-1a7698f7b1ab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.473024] env[62226]: DEBUG nova.network.neutron [-] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.474494] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6642c999-40a3-474c-90f6-ad5ea76e2f1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.487892] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1797.487892] env[62226]: value = "task-2027746" [ 1797.487892] env[62226]: _type = "Task" [ 1797.487892] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.498254] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.510580] env[62226]: DEBUG oslo_vmware.api [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027745, 'name': PowerOffVM_Task, 'duration_secs': 0.273483} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.510968] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1797.511048] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1797.511395] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d33c279c-358f-45a8-ad22-b8163ca1e799 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.525354] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3a0c91-9dc1-4c1a-9f57-4c30dceaa5f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.533416] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce49ac9-c891-4b1c-bc6d-cbd66522bb69 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.570081] env[62226]: DEBUG oslo_concurrency.lockutils [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Acquiring lock "66fa4932-43e7-4ed5-94e4-e5157507b231" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.570345] env[62226]: DEBUG oslo_concurrency.lockutils [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Lock "66fa4932-43e7-4ed5-94e4-e5157507b231" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.570561] env[62226]: DEBUG oslo_concurrency.lockutils [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Acquiring lock "66fa4932-43e7-4ed5-94e4-e5157507b231-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.570857] env[62226]: DEBUG oslo_concurrency.lockutils [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Lock "66fa4932-43e7-4ed5-94e4-e5157507b231-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.571260] env[62226]: DEBUG oslo_concurrency.lockutils [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Lock "66fa4932-43e7-4ed5-94e4-e5157507b231-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.573861] env[62226]: INFO nova.compute.manager [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Terminating instance [ 1797.576236] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57296bee-00c0-446c-ba9c-d5dabd2c5bce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.585688] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de8df92-dd15-48e8-91d8-d9d902f93429 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.600813] env[62226]: DEBUG nova.compute.provider_tree [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.612224] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fcf800-749b-e866-427d-e5d1637b6816, 'name': SearchDatastore_Task, 'duration_secs': 0.025021} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.613170] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.613402] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.613613] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.613754] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.613925] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.614427] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-828b3cfd-efb9-4b94-b9a9-567a2d14a3b8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.623242] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.623502] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.625403] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1bb6f5-9f94-47c5-baaa-eeb974bef58e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.631263] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1797.631263] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c079bc-bd1f-d9d1-fd92-240e52527343" [ 1797.631263] env[62226]: _type = "Task" [ 1797.631263] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.640956] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c079bc-bd1f-d9d1-fd92-240e52527343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.646324] env[62226]: DEBUG nova.compute.manager [req-c47a8c2c-7335-4a52-9ccf-ef1f2f4c4127 req-01675bc1-5076-4e0b-a6b3-a8efd36741c3 service nova] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Received event network-vif-deleted-d2a75ea5-0af7-42ab-b139-b7f7fbdee5e8 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1797.697954] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.727506] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1797.727506] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1797.727506] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleting the datastore file [datastore2] 20b9948d-03b5-436e-964c-a94b3a6d8b08 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1797.728720] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Acquiring lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.728935] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.730527] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b511281-95f4-4768-8080-823a6ca5aa37 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.737529] env[62226]: DEBUG oslo_vmware.api [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1797.737529] env[62226]: value = "task-2027748" [ 1797.737529] env[62226]: _type = "Task" [ 1797.737529] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.747838] env[62226]: DEBUG oslo_vmware.api [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.846243] env[62226]: DEBUG nova.compute.manager [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1797.977185] env[62226]: INFO nova.compute.manager [-] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Took 1.33 seconds to deallocate network for instance. [ 1797.986234] env[62226]: INFO nova.compute.manager [None req-081b6701-2cb8-4444-a6f8-7a7908b28fb1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] instance snapshotting [ 1797.986234] env[62226]: DEBUG nova.objects.instance [None req-081b6701-2cb8-4444-a6f8-7a7908b28fb1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Lazy-loading 'flavor' on Instance uuid 66fa4932-43e7-4ed5-94e4-e5157507b231 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.999910] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027746, 'name': PowerOffVM_Task, 'duration_secs': 0.252068} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.000786] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.001028] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.001896] env[62226]: DEBUG nova.network.neutron [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.004137] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dd647d-3775-4e05-97a5-0c401b87184e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.013059] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.013554] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3997ee32-0ce2-4f2d-af32-260af3196697 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.082010] env[62226]: DEBUG nova.network.neutron [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.083407] env[62226]: DEBUG oslo_concurrency.lockutils [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Acquiring lock "refresh_cache-66fa4932-43e7-4ed5-94e4-e5157507b231" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.083570] env[62226]: DEBUG oslo_concurrency.lockutils [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Acquired lock "refresh_cache-66fa4932-43e7-4ed5-94e4-e5157507b231" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.083730] env[62226]: DEBUG nova.network.neutron [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.096517] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1798.096736] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1798.098973] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleting the datastore file [datastore2] 9d1cdb26-7363-4eb2-b3c5-23643faf47ff {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1798.098973] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab1c6828-d847-482f-b0c5-ac1db5227282 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.104679] env[62226]: DEBUG nova.scheduler.client.report [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.107905] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1798.107905] env[62226]: value = "task-2027750" [ 1798.107905] env[62226]: _type = "Task" [ 1798.107905] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.116721] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.142111] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c079bc-bd1f-d9d1-fd92-240e52527343, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.142960] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904707e0-1443-4943-8ffc-f6127ed4ba57 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.148188] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1798.148188] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ad2691-8c97-71f8-16b9-10a96c880ffc" [ 1798.148188] env[62226]: _type = "Task" [ 1798.148188] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.156633] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ad2691-8c97-71f8-16b9-10a96c880ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.200041] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027733, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.234331] env[62226]: DEBUG nova.compute.utils [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1798.249781] env[62226]: DEBUG oslo_vmware.api [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2027748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159185} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.250044] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1798.250235] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1798.250407] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1798.250575] env[62226]: INFO nova.compute.manager [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1798.250833] env[62226]: DEBUG oslo.service.loopingcall [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1798.251322] env[62226]: DEBUG nova.compute.manager [-] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1798.251422] env[62226]: DEBUG nova.network.neutron [-] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1798.369369] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.484509] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.494212] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4706d4e-a7b5-4cd1-98e4-178171843650 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.513340] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce1a4ce-a231-4b44-b868-97b3c76fc8fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.586592] env[62226]: DEBUG oslo_concurrency.lockutils [req-f4cbd5ec-71c6-4171-b6b8-05c7c1b43ea9 req-18f2f31e-ee4e-4b06-bcd4-dc868fe1178e service nova] Releasing lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.589046] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.589210] env[62226]: DEBUG nova.network.neutron [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.604606] env[62226]: DEBUG nova.network.neutron [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.609775] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.612851] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.478s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.614153] env[62226]: INFO nova.compute.claims [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1798.632457] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143567} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.632698] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1798.632887] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1798.633167] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1798.647271] env[62226]: INFO nova.scheduler.client.report [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Deleted allocations for instance 60161dc7-23c2-4f6c-b303-c60f20cfa679 [ 1798.666195] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ad2691-8c97-71f8-16b9-10a96c880ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.666282] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.667072] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44/b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.667072] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d3afe74-3221-4f35-b501-4f78f1e1b521 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.674899] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1798.674899] env[62226]: value = "task-2027751" [ 1798.674899] env[62226]: _type = "Task" [ 1798.674899] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.683138] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.684314] env[62226]: DEBUG nova.network.neutron [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.700141] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027733, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.737892] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.028779] env[62226]: DEBUG nova.compute.manager [None req-081b6701-2cb8-4444-a6f8-7a7908b28fb1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Instance disappeared during snapshot {{(pid=62226) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1799.048927] env[62226]: DEBUG nova.network.neutron [-] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.157432] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02cbbba7-d4eb-4293-8af1-b2e94441a7e7 tempest-ServersAdminNegativeTestJSON-1901460012 tempest-ServersAdminNegativeTestJSON-1901460012-project-member] Lock "60161dc7-23c2-4f6c-b303-c60f20cfa679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.179s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.159569] env[62226]: DEBUG nova.network.neutron [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1799.187101] env[62226]: DEBUG oslo_concurrency.lockutils [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Releasing lock "refresh_cache-66fa4932-43e7-4ed5-94e4-e5157507b231" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.188134] env[62226]: DEBUG nova.compute.manager [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1799.188468] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.197026] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17a824f-7c6b-4a7a-802e-7116960ad837 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.200312] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511507} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.206111] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44/b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.206340] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.207876] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdc0ef42-b8c5-4c0b-8d47-34ca6933f5ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.210952] env[62226]: DEBUG nova.compute.manager [None req-081b6701-2cb8-4444-a6f8-7a7908b28fb1 tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Found 0 images (rotation: 2) {{(pid=62226) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1799.214503] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.215212] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43864fa0-ab1a-4232-a7bb-6aa603c14d0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.220369] env[62226]: DEBUG oslo_vmware.api [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027733, 'name': ReconfigVM_Task, 'duration_secs': 5.952452} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.221900] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.222122] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Reconfigured VM to detach interface {{(pid=62226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1799.224330] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1799.224330] env[62226]: value = "task-2027752" [ 1799.224330] env[62226]: _type = "Task" [ 1799.224330] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.230838] env[62226]: DEBUG oslo_vmware.api [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Waiting for the task: (returnval){ [ 1799.230838] env[62226]: value = "task-2027753" [ 1799.230838] env[62226]: _type = "Task" [ 1799.230838] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.240181] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.246061] env[62226]: DEBUG oslo_vmware.api [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.516652] env[62226]: DEBUG nova.network.neutron [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance_info_cache with network_info: [{"id": "316e0b50-7b9a-4edd-9010-f9f5f91b3001", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316e0b50-7b", "ovs_interfaceid": "316e0b50-7b9a-4edd-9010-f9f5f91b3001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.552618] env[62226]: INFO nova.compute.manager [-] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Took 1.30 seconds to deallocate network for instance. [ 1799.612607] env[62226]: DEBUG nova.compute.manager [req-548331eb-d5d9-4aef-ac9a-0a4747bdd175 req-8c2c13aa-cf4c-4b0f-a55a-e2bfc070f878 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Received event network-vif-deleted-80d55afb-d917-4c5b-ae4c-fd7e70868fb9 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1799.612607] env[62226]: INFO nova.compute.manager [req-548331eb-d5d9-4aef-ac9a-0a4747bdd175 req-8c2c13aa-cf4c-4b0f-a55a-e2bfc070f878 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Neutron deleted interface 80d55afb-d917-4c5b-ae4c-fd7e70868fb9; detaching it from the instance and deleting it from the info cache [ 1799.612607] env[62226]: DEBUG nova.network.neutron [req-548331eb-d5d9-4aef-ac9a-0a4747bdd175 req-8c2c13aa-cf4c-4b0f-a55a-e2bfc070f878 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Updating instance_info_cache with network_info: [{"id": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "address": "fa:16:3e:15:10:8f", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c03e566-2b", "ovs_interfaceid": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.677713] env[62226]: DEBUG nova.virt.hardware [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1799.677956] env[62226]: DEBUG nova.virt.hardware [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1799.678122] env[62226]: DEBUG nova.virt.hardware [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1799.678303] env[62226]: DEBUG nova.virt.hardware [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1799.678470] env[62226]: DEBUG nova.virt.hardware [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1799.678625] env[62226]: DEBUG nova.virt.hardware [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1799.678834] env[62226]: DEBUG nova.virt.hardware [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1799.679095] env[62226]: DEBUG nova.virt.hardware [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1799.679275] env[62226]: DEBUG nova.virt.hardware [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1799.679490] env[62226]: DEBUG nova.virt.hardware [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1799.679640] env[62226]: DEBUG nova.virt.hardware [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1799.680769] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd6cb47-51fe-4ec7-9fea-74e79ebb277e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.690785] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6784da1-4088-4e21-8569-36bd505f48a8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.709551] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:7f:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcf20685-9e0c-4459-bf4e-56558bbd8beb', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.717539] env[62226]: DEBUG oslo.service.loopingcall [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.720562] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.721128] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45e59e43-5ff0-4066-aff0-01d61df99e64 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.757765] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076927} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.758146] env[62226]: DEBUG oslo_vmware.api [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027753, 'name': PowerOffVM_Task, 'duration_secs': 0.129444} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.762509] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.762848] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1799.763022] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1799.764732] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.764732] env[62226]: value = "task-2027754" [ 1799.764732] env[62226]: _type = "Task" [ 1799.764732] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.765152] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e818995d-ee1c-41e1-b084-b6874c961fe3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.767793] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c411b8b7-32c2-4507-909e-00c01915871d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.793732] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027754, 'name': CreateVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.804673] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44/b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.809725] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bc4a733-0d4b-45e6-99e5-112b9ecf1f6a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.825704] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.825967] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.826149] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Deleting the datastore file [datastore2] 66fa4932-43e7-4ed5-94e4-e5157507b231 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.827310] env[62226]: DEBUG nova.compute.manager [req-799fb102-1511-4079-980a-83371e3281a2 req-e1f31d7c-717e-4f43-88b2-77c60a0b99ae service nova] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Received event network-vif-deleted-5f14435b-1207-41b0-a8bd-f45a3f06976d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1799.828211] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e39ab19a-229f-4ebe-973f-8839d0f21c14 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.830869] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Acquiring lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.831106] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.831550] env[62226]: INFO nova.compute.manager [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Attaching volume cb97403b-84b2-4701-b2cc-ae6106c1f8bf to /dev/sdb [ 1799.835537] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1799.835537] env[62226]: value = "task-2027756" [ 1799.835537] env[62226]: _type = "Task" [ 1799.835537] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.846271] env[62226]: DEBUG oslo_vmware.api [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Waiting for the task: (returnval){ [ 1799.846271] env[62226]: value = "task-2027757" [ 1799.846271] env[62226]: _type = "Task" [ 1799.846271] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.852935] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027756, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.858081] env[62226]: DEBUG oslo_vmware.api [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.880922] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920830e2-ca26-4668-b984-050fecd852a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.888019] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53703e15-5830-47e6-bf75-d264db712b43 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.907343] env[62226]: DEBUG nova.virt.block_device [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Updating existing volume attachment record: ffa7a0fd-29a8-43f1-ad1f-b5320ec62cb6 {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1800.020214] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.020331] env[62226]: DEBUG nova.compute.manager [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Instance network_info: |[{"id": "316e0b50-7b9a-4edd-9010-f9f5f91b3001", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316e0b50-7b", "ovs_interfaceid": "316e0b50-7b9a-4edd-9010-f9f5f91b3001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1800.021634] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:a1:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '316e0b50-7b9a-4edd-9010-f9f5f91b3001', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1800.030965] env[62226]: DEBUG oslo.service.loopingcall [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.034511] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1800.034992] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-795cf1e7-2ae2-44e3-ae8d-7f44b3717a57 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.059885] env[62226]: DEBUG oslo_concurrency.lockutils [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.062383] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1800.062383] env[62226]: value = "task-2027758" [ 1800.062383] env[62226]: _type = "Task" [ 1800.062383] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.073592] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027758, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.116672] env[62226]: DEBUG oslo_concurrency.lockutils [req-548331eb-d5d9-4aef-ac9a-0a4747bdd175 req-8c2c13aa-cf4c-4b0f-a55a-e2bfc070f878 service nova] Acquiring lock "82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.116857] env[62226]: DEBUG oslo_concurrency.lockutils [req-548331eb-d5d9-4aef-ac9a-0a4747bdd175 req-8c2c13aa-cf4c-4b0f-a55a-e2bfc070f878 service nova] Acquired lock "82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.118118] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e7cd5a-0410-4387-ae78-533380a6f66a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.139737] env[62226]: DEBUG oslo_concurrency.lockutils [req-548331eb-d5d9-4aef-ac9a-0a4747bdd175 req-8c2c13aa-cf4c-4b0f-a55a-e2bfc070f878 service nova] Releasing lock "82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.141883] env[62226]: WARNING nova.compute.manager [req-548331eb-d5d9-4aef-ac9a-0a4747bdd175 req-8c2c13aa-cf4c-4b0f-a55a-e2bfc070f878 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Detach interface failed, port_id=80d55afb-d917-4c5b-ae4c-fd7e70868fb9, reason: No device with interface-id 80d55afb-d917-4c5b-ae4c-fd7e70868fb9 exists on VM: nova.exception.NotFound: No device with interface-id 80d55afb-d917-4c5b-ae4c-fd7e70868fb9 exists on VM [ 1800.282788] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027754, 'name': CreateVM_Task, 'duration_secs': 0.442251} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.282788] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.283512] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.283675] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.283989] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.284286] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5279b3f-42ee-4c36-9cc1-20af673b8ac3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.291749] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1800.291749] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dea28c-e90f-39ac-2a37-10ca8c409aea" [ 1800.291749] env[62226]: _type = "Task" [ 1800.291749] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.301958] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dea28c-e90f-39ac-2a37-10ca8c409aea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.307016] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f084238-f31b-48ef-9ea1-127ee6ea9ea4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.317636] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cfeee9-7949-491a-b6b0-c752727d19ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.362339] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84871304-c22e-4668-b1c7-28fed6bba012 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.370397] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027756, 'name': ReconfigVM_Task, 'duration_secs': 0.510257} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.375347] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Reconfigured VM instance instance-00000027 to attach disk [datastore1] b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44/b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.376043] env[62226]: DEBUG oslo_vmware.api [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Task: {'id': task-2027757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09652} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.376302] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f3ec47e-c1a4-4924-b532-7e65fbf74118 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.377979] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.378183] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.378374] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.378683] env[62226]: INFO nova.compute.manager [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1800.379060] env[62226]: DEBUG oslo.service.loopingcall [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.380246] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183ea1d2-2e62-4153-99de-311229e9adff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.386136] env[62226]: DEBUG nova.compute.manager [-] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.386136] env[62226]: DEBUG nova.network.neutron [-] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.399725] env[62226]: DEBUG nova.compute.provider_tree [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.402790] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1800.402790] env[62226]: value = "task-2027762" [ 1800.402790] env[62226]: _type = "Task" [ 1800.402790] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.407548] env[62226]: DEBUG nova.network.neutron [-] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.412586] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027762, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.506915] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.507173] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.507296] env[62226]: DEBUG nova.network.neutron [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.574251] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027758, 'name': CreateVM_Task, 'duration_secs': 0.447309} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.574451] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.575179] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.591359] env[62226]: DEBUG oslo_concurrency.lockutils [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "82125811-c19a-48af-9b96-31ace3787cab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.591620] env[62226]: DEBUG oslo_concurrency.lockutils [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "82125811-c19a-48af-9b96-31ace3787cab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.591720] env[62226]: DEBUG oslo_concurrency.lockutils [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "82125811-c19a-48af-9b96-31ace3787cab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.591900] env[62226]: DEBUG oslo_concurrency.lockutils [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "82125811-c19a-48af-9b96-31ace3787cab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.592096] env[62226]: DEBUG oslo_concurrency.lockutils [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "82125811-c19a-48af-9b96-31ace3787cab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.594639] env[62226]: INFO nova.compute.manager [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Terminating instance [ 1800.806090] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dea28c-e90f-39ac-2a37-10ca8c409aea, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.806389] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.806679] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.806856] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.807027] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.807260] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.807441] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.808199] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.808199] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d666da99-4dfb-4107-9741-ff5451064837 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.809848] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2381a173-47ec-4512-a6d9-81fc562c7dfc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.818099] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1800.818099] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525f6b4f-db03-5aac-7891-21bf1d655edc" [ 1800.818099] env[62226]: _type = "Task" [ 1800.818099] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.821977] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.821977] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.822683] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcaecaf1-8d08-4982-aae7-b6dbdfe2e2a3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.828024] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525f6b4f-db03-5aac-7891-21bf1d655edc, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.828665] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.828931] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.829197] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.831070] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1800.831070] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524e5e6a-c0dc-8bc7-7448-b28d22fbcb68" [ 1800.831070] env[62226]: _type = "Task" [ 1800.831070] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.838987] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524e5e6a-c0dc-8bc7-7448-b28d22fbcb68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.904833] env[62226]: DEBUG nova.scheduler.client.report [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.913012] env[62226]: DEBUG nova.network.neutron [-] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.924241] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027762, 'name': Rename_Task, 'duration_secs': 0.302687} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.924241] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1800.924241] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7a2e424-172f-4723-82ad-6fa2facc6597 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.932028] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1800.932028] env[62226]: value = "task-2027763" [ 1800.932028] env[62226]: _type = "Task" [ 1800.932028] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.942830] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.100829] env[62226]: DEBUG nova.compute.manager [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1801.101110] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1801.102008] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0258998-c04e-4721-81d0-7a0a5240a7ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.109730] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.110015] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d28eeaf-b58c-49cd-816d-c5741e7c4ae1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.117406] env[62226]: DEBUG oslo_vmware.api [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1801.117406] env[62226]: value = "task-2027764" [ 1801.117406] env[62226]: _type = "Task" [ 1801.117406] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.125793] env[62226]: DEBUG oslo_vmware.api [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.343497] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524e5e6a-c0dc-8bc7-7448-b28d22fbcb68, 'name': SearchDatastore_Task, 'duration_secs': 0.008483} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.344352] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9420297e-3c4f-4653-910b-0b242b9ef9a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.351156] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1801.351156] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5258550e-7e23-a365-46bc-d82ac694a264" [ 1801.351156] env[62226]: _type = "Task" [ 1801.351156] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.360242] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5258550e-7e23-a365-46bc-d82ac694a264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.414223] env[62226]: DEBUG nova.network.neutron [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Updating instance_info_cache with network_info: [{"id": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "address": "fa:16:3e:15:10:8f", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c03e566-2b", "ovs_interfaceid": "7c03e566-2b8e-4ebe-90ba-aadcc36a92e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.416043] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.417140] env[62226]: DEBUG nova.compute.manager [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1801.419748] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.779s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.421212] env[62226]: INFO nova.compute.claims [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1801.424586] env[62226]: INFO nova.compute.manager [-] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Took 1.04 seconds to deallocate network for instance. [ 1801.443041] env[62226]: DEBUG oslo_vmware.api [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027763, 'name': PowerOnVM_Task, 'duration_secs': 0.498925} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.443308] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.443510] env[62226]: INFO nova.compute.manager [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1801.443689] env[62226]: DEBUG nova.compute.manager [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.444988] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5982ed-eb4c-4962-ab10-67072d6298ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.627266] env[62226]: DEBUG oslo_vmware.api [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027764, 'name': PowerOffVM_Task, 'duration_secs': 0.185517} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.628136] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.628136] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.628371] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af392679-718f-4e35-947d-2f8e4af2c377 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.719787] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1801.720076] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1801.720191] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Deleting the datastore file [datastore2] 82125811-c19a-48af-9b96-31ace3787cab {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1801.720492] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-797610d2-13c0-4b2f-96e0-dc135175ebbf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.726797] env[62226]: DEBUG oslo_vmware.api [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1801.726797] env[62226]: value = "task-2027766" [ 1801.726797] env[62226]: _type = "Task" [ 1801.726797] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.734108] env[62226]: DEBUG oslo_vmware.api [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.861726] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5258550e-7e23-a365-46bc-d82ac694a264, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.861908] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.862183] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 9d1cdb26-7363-4eb2-b3c5-23643faf47ff/9d1cdb26-7363-4eb2-b3c5-23643faf47ff.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.862490] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.864073] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1801.864073] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88cfc4a7-91e7-4fea-b1a1-9aa9c223fd27 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.864863] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d59a499c-14a0-4a12-9de2-eb9e0a13cb4b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.871409] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1801.871409] env[62226]: value = "task-2027767" [ 1801.871409] env[62226]: _type = "Task" [ 1801.871409] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.875366] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1801.875562] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1801.876599] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd583f0-db90-42b2-b202-bb190926d4b5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.883118] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.886930] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1801.886930] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52318577-e153-8355-ddbb-79acd33eafea" [ 1801.886930] env[62226]: _type = "Task" [ 1801.886930] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.895154] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52318577-e153-8355-ddbb-79acd33eafea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.919977] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-82125811-c19a-48af-9b96-31ace3787cab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.929165] env[62226]: DEBUG nova.compute.utils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1801.931591] env[62226]: DEBUG nova.compute.manager [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1801.931810] env[62226]: DEBUG nova.network.neutron [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1801.935122] env[62226]: DEBUG oslo_concurrency.lockutils [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.971094] env[62226]: INFO nova.compute.manager [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Took 41.49 seconds to build instance. [ 1801.998255] env[62226]: DEBUG nova.policy [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ff2cf208254f0c89143f5b69ed2570', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c237198fa6941acb83a9e6215f696ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1802.248048] env[62226]: DEBUG oslo_vmware.api [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2027766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18217} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.248341] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1802.248655] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1802.248866] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1802.249066] env[62226]: INFO nova.compute.manager [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1802.249445] env[62226]: DEBUG oslo.service.loopingcall [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.249575] env[62226]: DEBUG nova.compute.manager [-] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1802.249733] env[62226]: DEBUG nova.network.neutron [-] [instance: 82125811-c19a-48af-9b96-31ace3787cab] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1802.383388] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494997} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.383690] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 9d1cdb26-7363-4eb2-b3c5-23643faf47ff/9d1cdb26-7363-4eb2-b3c5-23643faf47ff.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1802.383923] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1802.384211] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c30ad38-3dcf-4fe8-abc9-d06e88f9f66e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.393026] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1802.393026] env[62226]: value = "task-2027769" [ 1802.393026] env[62226]: _type = "Task" [ 1802.393026] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.404975] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52318577-e153-8355-ddbb-79acd33eafea, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.406254] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17a5782-1f24-460c-8c9e-709515252b6d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.412328] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.415037] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1802.415037] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5276373a-2924-2b49-8eb6-1924d9d18f94" [ 1802.415037] env[62226]: _type = "Task" [ 1802.415037] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.429185] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4eb66c69-f979-4881-b109-dac4548a2828 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-82125811-c19a-48af-9b96-31ace3787cab-80d55afb-d917-4c5b-ae4c-fd7e70868fb9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.912s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.430342] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5276373a-2924-2b49-8eb6-1924d9d18f94, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.431133] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.431133] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5/c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1802.431133] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f158337-5250-421a-a5eb-16e6a894f16b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.439668] env[62226]: DEBUG nova.compute.manager [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1802.445410] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1802.445410] env[62226]: value = "task-2027770" [ 1802.445410] env[62226]: _type = "Task" [ 1802.445410] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.457579] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.475331] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b56be37c-8503-40d9-b6c3-f4473f2880b2 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.404s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.492296] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.493468] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.521166] env[62226]: DEBUG nova.network.neutron [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Successfully created port: e969a312-c6d7-4050-920d-69c17148d0f3 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1802.905801] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071197} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.909749] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1802.911201] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876c433b-b3bc-433b-b905-130dc6a98797 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.933951] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 9d1cdb26-7363-4eb2-b3c5-23643faf47ff/9d1cdb26-7363-4eb2-b3c5-23643faf47ff.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1802.936957] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086d264e-6c4e-493b-8198-8a14405494ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.967523] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450754} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.967691] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1802.967691] env[62226]: value = "task-2027771" [ 1802.967691] env[62226]: _type = "Task" [ 1802.967691] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.968036] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5/c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1802.968135] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1802.968413] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-184bc3a4-7681-45f8-bdbc-b0777b52254a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.978710] env[62226]: DEBUG nova.compute.manager [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1802.981417] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027771, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.983085] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1802.983085] env[62226]: value = "task-2027772" [ 1802.983085] env[62226]: _type = "Task" [ 1802.983085] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.995752] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.091272] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0a03cb-c67e-4725-be14-cf472bdb50ed {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.099598] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a784ba0b-3112-4216-bd8c-92de5dc98bdc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.135627] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4928ee-123a-4b1a-a628-82d5296fe4f7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.143769] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70fe8c7-4a06-448f-b3ca-d495c6df14ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.159590] env[62226]: DEBUG nova.compute.provider_tree [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.267278] env[62226]: DEBUG nova.compute.manager [req-094c65b6-c500-4d84-bd12-211a03c751f2 req-e8cb9219-d055-4022-8cf4-1c40de662df1 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Received event network-vif-deleted-7c03e566-2b8e-4ebe-90ba-aadcc36a92e3 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1803.267485] env[62226]: INFO nova.compute.manager [req-094c65b6-c500-4d84-bd12-211a03c751f2 req-e8cb9219-d055-4022-8cf4-1c40de662df1 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Neutron deleted interface 7c03e566-2b8e-4ebe-90ba-aadcc36a92e3; detaching it from the instance and deleting it from the info cache [ 1803.268210] env[62226]: DEBUG nova.network.neutron [req-094c65b6-c500-4d84-bd12-211a03c751f2 req-e8cb9219-d055-4022-8cf4-1c40de662df1 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.322573] env[62226]: INFO nova.compute.manager [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Rescuing [ 1803.322573] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "refresh_cache-b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.322573] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired lock "refresh_cache-b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.322573] env[62226]: DEBUG nova.network.neutron [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1803.457399] env[62226]: DEBUG nova.compute.manager [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1803.481142] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.491227] env[62226]: DEBUG nova.virt.hardware [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1803.491463] env[62226]: DEBUG nova.virt.hardware [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1803.491711] env[62226]: DEBUG nova.virt.hardware [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1803.491918] env[62226]: DEBUG nova.virt.hardware [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1803.492075] env[62226]: DEBUG nova.virt.hardware [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1803.492344] env[62226]: DEBUG nova.virt.hardware [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1803.492571] env[62226]: DEBUG nova.virt.hardware [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1803.492725] env[62226]: DEBUG nova.virt.hardware [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1803.492885] env[62226]: DEBUG nova.virt.hardware [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1803.496020] env[62226]: DEBUG nova.virt.hardware [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1803.496020] env[62226]: DEBUG nova.virt.hardware [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1803.496020] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af740c9-89db-40b2-99bf-2a7124bebfb7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.507063] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06782} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.513264] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1803.514498] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94e5dee-f13e-421f-b42f-64d5b9704132 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.519845] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d7c713-fd09-415d-8b5e-9d92b8aa3c1e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.524728] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.546414] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5/c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.554718] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f60ea198-960e-4650-8fd8-0bede3745680 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.579899] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1803.579899] env[62226]: value = "task-2027773" [ 1803.579899] env[62226]: _type = "Task" [ 1803.579899] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.590546] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.639744] env[62226]: DEBUG nova.network.neutron [-] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.663212] env[62226]: DEBUG nova.scheduler.client.report [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1803.770806] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13b043b3-dc78-4227-90c1-24e4f4ea9987 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.780559] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c87a9-d276-44cd-aed3-24d67e3bcf00 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.817527] env[62226]: DEBUG nova.compute.manager [req-094c65b6-c500-4d84-bd12-211a03c751f2 req-e8cb9219-d055-4022-8cf4-1c40de662df1 service nova] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Detach interface failed, port_id=7c03e566-2b8e-4ebe-90ba-aadcc36a92e3, reason: Instance 82125811-c19a-48af-9b96-31ace3787cab could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1803.979299] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.035987] env[62226]: DEBUG nova.network.neutron [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Updating instance_info_cache with network_info: [{"id": "0c51f77c-15ad-4542-a290-9a0c029d18af", "address": "fa:16:3e:81:a7:b2", "network": {"id": "dc9fe337-1584-44cd-8718-84819b52c32c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-734330612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5e12d226929f43cd90e14dd1c45a3eef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c51f77c-15", "ovs_interfaceid": "0c51f77c-15ad-4542-a290-9a0c029d18af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.092585] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027773, 'name': ReconfigVM_Task, 'duration_secs': 0.283941} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.092902] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Reconfigured VM instance instance-00000028 to attach disk [datastore1] c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5/c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.093569] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd91d575-d709-4e01-9fb3-f82ece61d41a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.100424] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1804.100424] env[62226]: value = "task-2027774" [ 1804.100424] env[62226]: _type = "Task" [ 1804.100424] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.109964] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027774, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.149227] env[62226]: INFO nova.compute.manager [-] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Took 1.90 seconds to deallocate network for instance. [ 1804.171335] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.171903] env[62226]: DEBUG nova.compute.manager [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1804.174697] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.259s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.176161] env[62226]: INFO nova.compute.claims [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1804.420338] env[62226]: DEBUG nova.compute.manager [req-20e61640-ff08-46f9-80df-04586f9f98d5 req-48c41143-5dd0-431f-abe2-20681f72fb00 service nova] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Received event network-vif-plugged-e969a312-c6d7-4050-920d-69c17148d0f3 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1804.420599] env[62226]: DEBUG oslo_concurrency.lockutils [req-20e61640-ff08-46f9-80df-04586f9f98d5 req-48c41143-5dd0-431f-abe2-20681f72fb00 service nova] Acquiring lock "598fe4c0-055e-4182-afe3-1e50cadcb257-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.420827] env[62226]: DEBUG oslo_concurrency.lockutils [req-20e61640-ff08-46f9-80df-04586f9f98d5 req-48c41143-5dd0-431f-abe2-20681f72fb00 service nova] Lock "598fe4c0-055e-4182-afe3-1e50cadcb257-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.421032] env[62226]: DEBUG oslo_concurrency.lockutils [req-20e61640-ff08-46f9-80df-04586f9f98d5 req-48c41143-5dd0-431f-abe2-20681f72fb00 service nova] Lock "598fe4c0-055e-4182-afe3-1e50cadcb257-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.421225] env[62226]: DEBUG nova.compute.manager [req-20e61640-ff08-46f9-80df-04586f9f98d5 req-48c41143-5dd0-431f-abe2-20681f72fb00 service nova] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] No waiting events found dispatching network-vif-plugged-e969a312-c6d7-4050-920d-69c17148d0f3 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1804.421392] env[62226]: WARNING nova.compute.manager [req-20e61640-ff08-46f9-80df-04586f9f98d5 req-48c41143-5dd0-431f-abe2-20681f72fb00 service nova] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Received unexpected event network-vif-plugged-e969a312-c6d7-4050-920d-69c17148d0f3 for instance with vm_state building and task_state spawning. [ 1804.461682] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1804.461914] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416562', 'volume_id': 'cb97403b-84b2-4701-b2cc-ae6106c1f8bf', 'name': 'volume-cb97403b-84b2-4701-b2cc-ae6106c1f8bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd094d3d-9cf3-4f5b-9509-fc7b9da7e939', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb97403b-84b2-4701-b2cc-ae6106c1f8bf', 'serial': 'cb97403b-84b2-4701-b2cc-ae6106c1f8bf'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1804.462898] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc07491-597b-4f9d-b410-de316176ef24 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.484180] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f4bf6-0aea-45c2-a6e5-a73cf091c4fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.489791] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027771, 'name': ReconfigVM_Task, 'duration_secs': 1.033469} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.490606] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 9d1cdb26-7363-4eb2-b3c5-23643faf47ff/9d1cdb26-7363-4eb2-b3c5-23643faf47ff.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.491213] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82a11a78-09cd-4e78-a5a5-79dc7329d897 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.512329] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-cb97403b-84b2-4701-b2cc-ae6106c1f8bf/volume-cb97403b-84b2-4701-b2cc-ae6106c1f8bf.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.512953] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bc91253-bd9f-44f4-bd38-90a209dbdd98 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.527009] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1804.527009] env[62226]: value = "task-2027775" [ 1804.527009] env[62226]: _type = "Task" [ 1804.527009] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.531954] env[62226]: DEBUG oslo_vmware.api [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Waiting for the task: (returnval){ [ 1804.531954] env[62226]: value = "task-2027776" [ 1804.531954] env[62226]: _type = "Task" [ 1804.531954] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.535068] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027775, 'name': Rename_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.538265] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Releasing lock "refresh_cache-b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.548300] env[62226]: DEBUG oslo_vmware.api [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Task: {'id': task-2027776, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.563073] env[62226]: DEBUG nova.network.neutron [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Successfully updated port: e969a312-c6d7-4050-920d-69c17148d0f3 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1804.612573] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027774, 'name': Rename_Task, 'duration_secs': 0.132992} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.612860] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1804.613132] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42340c0d-9110-4771-bc3b-dea521f0269a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.619964] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1804.619964] env[62226]: value = "task-2027777" [ 1804.619964] env[62226]: _type = "Task" [ 1804.619964] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.628558] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.656638] env[62226]: DEBUG oslo_concurrency.lockutils [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.680859] env[62226]: DEBUG nova.compute.utils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1804.683928] env[62226]: DEBUG nova.compute.manager [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1804.684108] env[62226]: DEBUG nova.network.neutron [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1804.751839] env[62226]: DEBUG nova.policy [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49a0c8231b614bfa85fdbc4b7eea035f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a741d5a42bd0495fbe6462f78cf1ef21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1805.038017] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027775, 'name': Rename_Task, 'duration_secs': 0.176425} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.041234] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1805.041482] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e88497a3-997a-44d7-8612-d96bde3f41eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.047785] env[62226]: DEBUG oslo_vmware.api [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Task: {'id': task-2027776, 'name': ReconfigVM_Task, 'duration_secs': 0.471474} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.049112] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-cb97403b-84b2-4701-b2cc-ae6106c1f8bf/volume-cb97403b-84b2-4701-b2cc-ae6106c1f8bf.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1805.053627] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1805.053627] env[62226]: value = "task-2027778" [ 1805.053627] env[62226]: _type = "Task" [ 1805.053627] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.053810] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bfdf59e-63d5-4272-a202-17728db17ef5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.063721] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "refresh_cache-598fe4c0-055e-4182-afe3-1e50cadcb257" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.063852] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquired lock "refresh_cache-598fe4c0-055e-4182-afe3-1e50cadcb257" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.063996] env[62226]: DEBUG nova.network.neutron [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.077272] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027778, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.079709] env[62226]: DEBUG oslo_vmware.api [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Waiting for the task: (returnval){ [ 1805.079709] env[62226]: value = "task-2027779" [ 1805.079709] env[62226]: _type = "Task" [ 1805.079709] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.088764] env[62226]: DEBUG oslo_vmware.api [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Task: {'id': task-2027779, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.129497] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027777, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.132347] env[62226]: DEBUG nova.network.neutron [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Successfully created port: 82aadb91-9d36-4f3d-a5a4-aa3353e11051 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1805.190453] env[62226]: DEBUG nova.compute.manager [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1805.581296] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027778, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.589505] env[62226]: DEBUG oslo_vmware.api [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Task: {'id': task-2027779, 'name': ReconfigVM_Task, 'duration_secs': 0.173125} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.593011] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416562', 'volume_id': 'cb97403b-84b2-4701-b2cc-ae6106c1f8bf', 'name': 'volume-cb97403b-84b2-4701-b2cc-ae6106c1f8bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd094d3d-9cf3-4f5b-9509-fc7b9da7e939', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb97403b-84b2-4701-b2cc-ae6106c1f8bf', 'serial': 'cb97403b-84b2-4701-b2cc-ae6106c1f8bf'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1805.605784] env[62226]: DEBUG nova.network.neutron [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1805.635465] env[62226]: DEBUG oslo_vmware.api [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027777, 'name': PowerOnVM_Task, 'duration_secs': 0.655539} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.635693] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1805.635838] env[62226]: INFO nova.compute.manager [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1805.635997] env[62226]: DEBUG nova.compute.manager [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1805.637960] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e59337-cd4e-405d-9ec5-47b27a8cad76 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.789682] env[62226]: DEBUG nova.network.neutron [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Updating instance_info_cache with network_info: [{"id": "e969a312-c6d7-4050-920d-69c17148d0f3", "address": "fa:16:3e:ac:66:06", "network": {"id": "1f25c975-3a70-47f9-8588-271c4496f164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-925936863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c237198fa6941acb83a9e6215f696ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape969a312-c6", "ovs_interfaceid": "e969a312-c6d7-4050-920d-69c17148d0f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.857837] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bab886-b9f3-4f51-8ead-a3a34206c4bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.865739] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5892d30a-f57f-4141-b2e4-a2ea151943b8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.899380] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51206f3-b4db-4f86-beb2-fa5389ec1de7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.907443] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa2f9c2-9b15-40f8-a141-819681d3cab1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.926741] env[62226]: DEBUG nova.compute.provider_tree [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.073751] env[62226]: DEBUG oslo_vmware.api [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027778, 'name': PowerOnVM_Task, 'duration_secs': 0.988664} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.074060] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.074219] env[62226]: DEBUG nova.compute.manager [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.074955] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a91dcf-85a2-4d4e-ab81-b99469525ca3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.098451] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.098768] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abbdb89b-29a6-44af-a3a0-b999aa35ed79 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.105762] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1806.105762] env[62226]: value = "task-2027780" [ 1806.105762] env[62226]: _type = "Task" [ 1806.105762] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.114264] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.159616] env[62226]: INFO nova.compute.manager [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Took 30.53 seconds to build instance. [ 1806.203092] env[62226]: DEBUG nova.compute.manager [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1806.232167] env[62226]: DEBUG nova.virt.hardware [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1806.232167] env[62226]: DEBUG nova.virt.hardware [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1806.232167] env[62226]: DEBUG nova.virt.hardware [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1806.232167] env[62226]: DEBUG nova.virt.hardware [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1806.232167] env[62226]: DEBUG nova.virt.hardware [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1806.232167] env[62226]: DEBUG nova.virt.hardware [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1806.232167] env[62226]: DEBUG nova.virt.hardware [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1806.232167] env[62226]: DEBUG nova.virt.hardware [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1806.232646] env[62226]: DEBUG nova.virt.hardware [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1806.232646] env[62226]: DEBUG nova.virt.hardware [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1806.232646] env[62226]: DEBUG nova.virt.hardware [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1806.233596] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275c6eff-1978-48ab-9295-81d1edef4cfe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.242318] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5267477-ba2e-499f-90f1-0a4058f9b47a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.292210] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Releasing lock "refresh_cache-598fe4c0-055e-4182-afe3-1e50cadcb257" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.292572] env[62226]: DEBUG nova.compute.manager [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Instance network_info: |[{"id": "e969a312-c6d7-4050-920d-69c17148d0f3", "address": "fa:16:3e:ac:66:06", "network": {"id": "1f25c975-3a70-47f9-8588-271c4496f164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-925936863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c237198fa6941acb83a9e6215f696ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape969a312-c6", "ovs_interfaceid": "e969a312-c6d7-4050-920d-69c17148d0f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1806.292997] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:66:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e969a312-c6d7-4050-920d-69c17148d0f3', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1806.300485] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Creating folder: Project (7c237198fa6941acb83a9e6215f696ab). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1806.300746] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-055a2b8b-1df5-4a17-bbcc-776556810453 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.310696] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Created folder: Project (7c237198fa6941acb83a9e6215f696ab) in parent group-v416438. [ 1806.310869] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Creating folder: Instances. Parent ref: group-v416563. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1806.311088] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef4dcfec-1ca4-4fa8-8c41-9ea05e20d4ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.320171] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Created folder: Instances in parent group-v416563. [ 1806.320399] env[62226]: DEBUG oslo.service.loopingcall [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.320576] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1806.320765] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72981676-bcbc-4908-96e7-bd8506eb4a5c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.339152] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1806.339152] env[62226]: value = "task-2027783" [ 1806.339152] env[62226]: _type = "Task" [ 1806.339152] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.347701] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027783, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.430241] env[62226]: DEBUG nova.scheduler.client.report [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1806.452506] env[62226]: DEBUG nova.compute.manager [req-0720a884-759f-45ab-baf1-af60066d0b75 req-0b886ea7-ffba-4c5f-a028-f4ab46f5b839 service nova] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Received event network-changed-e969a312-c6d7-4050-920d-69c17148d0f3 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1806.452506] env[62226]: DEBUG nova.compute.manager [req-0720a884-759f-45ab-baf1-af60066d0b75 req-0b886ea7-ffba-4c5f-a028-f4ab46f5b839 service nova] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Refreshing instance network info cache due to event network-changed-e969a312-c6d7-4050-920d-69c17148d0f3. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1806.452805] env[62226]: DEBUG oslo_concurrency.lockutils [req-0720a884-759f-45ab-baf1-af60066d0b75 req-0b886ea7-ffba-4c5f-a028-f4ab46f5b839 service nova] Acquiring lock "refresh_cache-598fe4c0-055e-4182-afe3-1e50cadcb257" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.453413] env[62226]: DEBUG oslo_concurrency.lockutils [req-0720a884-759f-45ab-baf1-af60066d0b75 req-0b886ea7-ffba-4c5f-a028-f4ab46f5b839 service nova] Acquired lock "refresh_cache-598fe4c0-055e-4182-afe3-1e50cadcb257" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.453413] env[62226]: DEBUG nova.network.neutron [req-0720a884-759f-45ab-baf1-af60066d0b75 req-0b886ea7-ffba-4c5f-a028-f4ab46f5b839 service nova] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Refreshing network info cache for port e969a312-c6d7-4050-920d-69c17148d0f3 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1806.592244] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.616494] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027780, 'name': PowerOffVM_Task, 'duration_secs': 0.394597} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.616883] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1806.617807] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6698b2-a877-4012-b659-06c2ec160256 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.637656] env[62226]: DEBUG nova.objects.instance [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Lazy-loading 'flavor' on Instance uuid cd094d3d-9cf3-4f5b-9509-fc7b9da7e939 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.641759] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6a2127-fb52-4a32-abf4-49b4ed4638fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.661480] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d298e2a-4ee8-414d-adbd-a7a69ecf089b tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.595s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.683042] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.683623] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17009d46-f6e3-4cd3-a7d8-34a8ce1d9696 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.693224] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1806.693224] env[62226]: value = "task-2027784" [ 1806.693224] env[62226]: _type = "Task" [ 1806.693224] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.703626] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1806.704045] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1806.704910] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.706090] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.706090] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1806.706090] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-287385da-1bdf-4239-a5ec-baf4774df28f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.714446] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1806.714446] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1806.715046] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce95e150-accf-4f4a-8c68-3941509a20d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.721559] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1806.721559] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a2b59b-cb5c-12fe-608c-12569410d985" [ 1806.721559] env[62226]: _type = "Task" [ 1806.721559] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.729487] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a2b59b-cb5c-12fe-608c-12569410d985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.851846] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027783, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.936697] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.937160] env[62226]: DEBUG nova.compute.manager [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1806.940364] env[62226]: DEBUG oslo_concurrency.lockutils [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.829s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.940524] env[62226]: DEBUG nova.objects.instance [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Lazy-loading 'resources' on Instance uuid 9413a118-c8d0-4cd3-8bb7-d08120f33489 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.991841] env[62226]: DEBUG nova.network.neutron [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Successfully updated port: 82aadb91-9d36-4f3d-a5a4-aa3353e11051 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1807.145672] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6ba014ef-d73a-4c05-b6d2-8233053291d0 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.314s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.166928] env[62226]: DEBUG nova.compute.manager [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1807.212976] env[62226]: DEBUG nova.network.neutron [req-0720a884-759f-45ab-baf1-af60066d0b75 req-0b886ea7-ffba-4c5f-a028-f4ab46f5b839 service nova] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Updated VIF entry in instance network info cache for port e969a312-c6d7-4050-920d-69c17148d0f3. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.212976] env[62226]: DEBUG nova.network.neutron [req-0720a884-759f-45ab-baf1-af60066d0b75 req-0b886ea7-ffba-4c5f-a028-f4ab46f5b839 service nova] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Updating instance_info_cache with network_info: [{"id": "e969a312-c6d7-4050-920d-69c17148d0f3", "address": "fa:16:3e:ac:66:06", "network": {"id": "1f25c975-3a70-47f9-8588-271c4496f164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-925936863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c237198fa6941acb83a9e6215f696ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape969a312-c6", "ovs_interfaceid": "e969a312-c6d7-4050-920d-69c17148d0f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.233363] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a2b59b-cb5c-12fe-608c-12569410d985, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.234959] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec12b0e6-851b-4741-a08b-736fe9509b87 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.240860] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1807.240860] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a8f7ef-2700-950d-8fd8-130ba7723e32" [ 1807.240860] env[62226]: _type = "Task" [ 1807.240860] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.250633] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a8f7ef-2700-950d-8fd8-130ba7723e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.353882] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027783, 'name': CreateVM_Task, 'duration_secs': 0.564641} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.353882] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1807.353882] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.353882] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.353882] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1807.353882] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20e0092-2387-46cc-9942-8c12c75b6796 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.359068] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1807.359068] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528e1696-5ae4-6864-eaa3-32a76bbd927c" [ 1807.359068] env[62226]: _type = "Task" [ 1807.359068] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.365092] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528e1696-5ae4-6864-eaa3-32a76bbd927c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.449962] env[62226]: DEBUG nova.compute.utils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1807.451509] env[62226]: DEBUG nova.compute.manager [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1807.451793] env[62226]: DEBUG nova.network.neutron [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1807.499018] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "refresh_cache-14f24a9e-5dc5-484e-90e5-4a6b377f87bb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.499188] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "refresh_cache-14f24a9e-5dc5-484e-90e5-4a6b377f87bb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.499355] env[62226]: DEBUG nova.network.neutron [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.505367] env[62226]: DEBUG nova.policy [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '888b5fd5ddbd43689ff4241f6e64e68d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60612e3dc80246bbb53e689cee32181e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1807.695266] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.716579] env[62226]: DEBUG oslo_concurrency.lockutils [req-0720a884-759f-45ab-baf1-af60066d0b75 req-0b886ea7-ffba-4c5f-a028-f4ab46f5b839 service nova] Releasing lock "refresh_cache-598fe4c0-055e-4182-afe3-1e50cadcb257" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.751987] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a8f7ef-2700-950d-8fd8-130ba7723e32, 'name': SearchDatastore_Task, 'duration_secs': 0.032486} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.755923] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.755923] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk. {{(pid=62226) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1807.756385] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcebaa49-3339-4064-8bec-80ddf617eef4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.764710] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1807.764710] env[62226]: value = "task-2027785" [ 1807.764710] env[62226]: _type = "Task" [ 1807.764710] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.776200] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.809458] env[62226]: DEBUG nova.network.neutron [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Successfully created port: 3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1807.869797] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528e1696-5ae4-6864-eaa3-32a76bbd927c, 'name': SearchDatastore_Task, 'duration_secs': 0.01656} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.870177] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.870429] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1807.870696] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.870835] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.871033] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1807.871335] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1df0fb98-81dc-4781-bb5c-08e9e04d39b5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.879566] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1807.879800] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1807.880593] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6b421f-12cc-49c4-8c59-3b7b680fa643 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.889034] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1807.889034] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fe4ad5-df33-907d-9569-7a7923687b73" [ 1807.889034] env[62226]: _type = "Task" [ 1807.889034] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.898303] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fe4ad5-df33-907d-9569-7a7923687b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.955642] env[62226]: DEBUG nova.compute.manager [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1807.965295] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d597663-8664-493b-a14a-d58d167dbebe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.974188] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c19aff9-09d7-4bb6-a18b-6c8b18fd6139 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.009785] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Acquiring lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.009785] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.014263] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb32999f-fdae-4ce3-a631-0f451bcecff5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.024919] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afbf65a-9a62-47e3-8896-581415afd856 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.040797] env[62226]: DEBUG nova.compute.provider_tree [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.070227] env[62226]: DEBUG nova.network.neutron [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1808.280863] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027785, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.329696] env[62226]: DEBUG nova.network.neutron [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Updating instance_info_cache with network_info: [{"id": "82aadb91-9d36-4f3d-a5a4-aa3353e11051", "address": "fa:16:3e:be:30:b0", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82aadb91-9d", "ovs_interfaceid": "82aadb91-9d36-4f3d-a5a4-aa3353e11051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.405911] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fe4ad5-df33-907d-9569-7a7923687b73, 'name': SearchDatastore_Task, 'duration_secs': 0.008545} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.406784] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3bd9d62-1254-4d58-8a66-6850660ef796 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.412846] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1808.412846] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525d187a-5245-a589-1736-e8ac0fbe2e3c" [ 1808.412846] env[62226]: _type = "Task" [ 1808.412846] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.421086] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525d187a-5245-a589-1736-e8ac0fbe2e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.514434] env[62226]: INFO nova.compute.manager [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Detaching volume cb97403b-84b2-4701-b2cc-ae6106c1f8bf [ 1808.544042] env[62226]: DEBUG nova.scheduler.client.report [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.565868] env[62226]: INFO nova.virt.block_device [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Attempting to driver detach volume cb97403b-84b2-4701-b2cc-ae6106c1f8bf from mountpoint /dev/sdb [ 1808.566168] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1808.566401] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416562', 'volume_id': 'cb97403b-84b2-4701-b2cc-ae6106c1f8bf', 'name': 'volume-cb97403b-84b2-4701-b2cc-ae6106c1f8bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd094d3d-9cf3-4f5b-9509-fc7b9da7e939', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb97403b-84b2-4701-b2cc-ae6106c1f8bf', 'serial': 'cb97403b-84b2-4701-b2cc-ae6106c1f8bf'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1808.567514] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d2caa2-ab2f-4546-9e0d-10250ac27ec3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.592653] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f57ab14-1457-4fa3-9dd4-8ba1bc722bca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.595790] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.595978] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.596233] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.596373] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.596562] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.598667] env[62226]: INFO nova.compute.manager [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Terminating instance [ 1808.601661] env[62226]: DEBUG nova.compute.manager [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Received event network-vif-plugged-82aadb91-9d36-4f3d-a5a4-aa3353e11051 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1808.601943] env[62226]: DEBUG oslo_concurrency.lockutils [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] Acquiring lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.602022] env[62226]: DEBUG oslo_concurrency.lockutils [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] Lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.602182] env[62226]: DEBUG oslo_concurrency.lockutils [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] Lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.602382] env[62226]: DEBUG nova.compute.manager [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] No waiting events found dispatching network-vif-plugged-82aadb91-9d36-4f3d-a5a4-aa3353e11051 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1808.602495] env[62226]: WARNING nova.compute.manager [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Received unexpected event network-vif-plugged-82aadb91-9d36-4f3d-a5a4-aa3353e11051 for instance with vm_state building and task_state spawning. [ 1808.602657] env[62226]: DEBUG nova.compute.manager [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Received event network-changed-82aadb91-9d36-4f3d-a5a4-aa3353e11051 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1808.602801] env[62226]: DEBUG nova.compute.manager [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Refreshing instance network info cache due to event network-changed-82aadb91-9d36-4f3d-a5a4-aa3353e11051. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1808.602960] env[62226]: DEBUG oslo_concurrency.lockutils [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] Acquiring lock "refresh_cache-14f24a9e-5dc5-484e-90e5-4a6b377f87bb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.607416] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea1ede0-9531-459c-a49b-d89ea9c286c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.629821] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60792902-2195-4b34-9843-a4e0d19ad4ab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.648903] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] The volume has not been displaced from its original location: [datastore1] volume-cb97403b-84b2-4701-b2cc-ae6106c1f8bf/volume-cb97403b-84b2-4701-b2cc-ae6106c1f8bf.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1808.654747] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1808.655391] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22985441-e4fb-4def-98cc-64a9b0faa297 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.673747] env[62226]: DEBUG oslo_vmware.api [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Waiting for the task: (returnval){ [ 1808.673747] env[62226]: value = "task-2027786" [ 1808.673747] env[62226]: _type = "Task" [ 1808.673747] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.682687] env[62226]: DEBUG oslo_vmware.api [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Task: {'id': task-2027786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.781559] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58482} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.784673] env[62226]: INFO nova.virt.vmwareapi.ds_util [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk. [ 1808.784673] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37aa2ad-dcf1-4c83-9ea2-95a50cfd4508 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.812210] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1808.812548] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cec3241a-898f-45af-bbd5-1a667ac60d3d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.831426] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1808.831426] env[62226]: value = "task-2027787" [ 1808.831426] env[62226]: _type = "Task" [ 1808.831426] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.835129] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "refresh_cache-14f24a9e-5dc5-484e-90e5-4a6b377f87bb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.835442] env[62226]: DEBUG nova.compute.manager [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Instance network_info: |[{"id": "82aadb91-9d36-4f3d-a5a4-aa3353e11051", "address": "fa:16:3e:be:30:b0", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82aadb91-9d", "ovs_interfaceid": "82aadb91-9d36-4f3d-a5a4-aa3353e11051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1808.835747] env[62226]: DEBUG oslo_concurrency.lockutils [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] Acquired lock "refresh_cache-14f24a9e-5dc5-484e-90e5-4a6b377f87bb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.835919] env[62226]: DEBUG nova.network.neutron [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Refreshing network info cache for port 82aadb91-9d36-4f3d-a5a4-aa3353e11051 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.837272] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:30:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82aadb91-9d36-4f3d-a5a4-aa3353e11051', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1808.854162] env[62226]: DEBUG oslo.service.loopingcall [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.858247] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1808.862526] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c024853-c831-477e-bbd5-ab8afb64b3af {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.879846] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.885934] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1808.885934] env[62226]: value = "task-2027788" [ 1808.885934] env[62226]: _type = "Task" [ 1808.885934] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.896041] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027788, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.923172] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525d187a-5245-a589-1736-e8ac0fbe2e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.923448] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.923707] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 598fe4c0-055e-4182-afe3-1e50cadcb257/598fe4c0-055e-4182-afe3-1e50cadcb257.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1808.923970] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f426eef-d150-48a6-bee2-b6f19654af86 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.930411] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1808.930411] env[62226]: value = "task-2027789" [ 1808.930411] env[62226]: _type = "Task" [ 1808.930411] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.942244] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.966644] env[62226]: DEBUG nova.compute.manager [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1809.000766] env[62226]: DEBUG nova.virt.hardware [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1809.000905] env[62226]: DEBUG nova.virt.hardware [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.000977] env[62226]: DEBUG nova.virt.hardware [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1809.001173] env[62226]: DEBUG nova.virt.hardware [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.001317] env[62226]: DEBUG nova.virt.hardware [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1809.001818] env[62226]: DEBUG nova.virt.hardware [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1809.001818] env[62226]: DEBUG nova.virt.hardware [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1809.001818] env[62226]: DEBUG nova.virt.hardware [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1809.001993] env[62226]: DEBUG nova.virt.hardware [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1809.002487] env[62226]: DEBUG nova.virt.hardware [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1809.002676] env[62226]: DEBUG nova.virt.hardware [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1809.003809] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed13e439-2690-4516-8b77-abfb22da1b8c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.015830] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893bd232-0d9e-49a2-a564-9f1ec2922734 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.050847] env[62226]: DEBUG oslo_concurrency.lockutils [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.052978] env[62226]: DEBUG oslo_concurrency.lockutils [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.147s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.053233] env[62226]: DEBUG nova.objects.instance [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Lazy-loading 'resources' on Instance uuid 5b4a8123-9c99-493d-b720-349ccfbd8652 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1809.070470] env[62226]: INFO nova.scheduler.client.report [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Deleted allocations for instance 9413a118-c8d0-4cd3-8bb7-d08120f33489 [ 1809.107829] env[62226]: DEBUG nova.compute.manager [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1809.108162] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1809.109610] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de39d5cf-d8ce-4f59-8825-3d4ae94ffdb6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.118313] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.118607] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d9f63a8-4f7c-43b9-ac8d-13279ed51f1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.125817] env[62226]: DEBUG oslo_vmware.api [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1809.125817] env[62226]: value = "task-2027790" [ 1809.125817] env[62226]: _type = "Task" [ 1809.125817] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.136317] env[62226]: DEBUG oslo_vmware.api [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.183531] env[62226]: DEBUG oslo_vmware.api [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Task: {'id': task-2027786, 'name': ReconfigVM_Task, 'duration_secs': 0.237308} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.183823] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1809.189586] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9acf53e-3aef-4dca-bc82-87fa1e626d8e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.205098] env[62226]: DEBUG oslo_vmware.api [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Waiting for the task: (returnval){ [ 1809.205098] env[62226]: value = "task-2027791" [ 1809.205098] env[62226]: _type = "Task" [ 1809.205098] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.214275] env[62226]: DEBUG oslo_vmware.api [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Task: {'id': task-2027791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.253190] env[62226]: DEBUG nova.network.neutron [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Updated VIF entry in instance network info cache for port 82aadb91-9d36-4f3d-a5a4-aa3353e11051. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1809.253657] env[62226]: DEBUG nova.network.neutron [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Updating instance_info_cache with network_info: [{"id": "82aadb91-9d36-4f3d-a5a4-aa3353e11051", "address": "fa:16:3e:be:30:b0", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82aadb91-9d", "ovs_interfaceid": "82aadb91-9d36-4f3d-a5a4-aa3353e11051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.343338] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.391255] env[62226]: DEBUG nova.network.neutron [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Successfully updated port: 3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1809.399663] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027788, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.427938] env[62226]: DEBUG nova.compute.manager [req-7f81f1ff-a086-4f75-9c19-8214528782cf req-52451d17-f0fa-456b-967f-7e544ef6a33c service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Received event network-vif-plugged-3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1809.428261] env[62226]: DEBUG oslo_concurrency.lockutils [req-7f81f1ff-a086-4f75-9c19-8214528782cf req-52451d17-f0fa-456b-967f-7e544ef6a33c service nova] Acquiring lock "0e25fe39-4a1a-49ae-b169-8385b977c93c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.428304] env[62226]: DEBUG oslo_concurrency.lockutils [req-7f81f1ff-a086-4f75-9c19-8214528782cf req-52451d17-f0fa-456b-967f-7e544ef6a33c service nova] Lock "0e25fe39-4a1a-49ae-b169-8385b977c93c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.428520] env[62226]: DEBUG oslo_concurrency.lockutils [req-7f81f1ff-a086-4f75-9c19-8214528782cf req-52451d17-f0fa-456b-967f-7e544ef6a33c service nova] Lock "0e25fe39-4a1a-49ae-b169-8385b977c93c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.428685] env[62226]: DEBUG nova.compute.manager [req-7f81f1ff-a086-4f75-9c19-8214528782cf req-52451d17-f0fa-456b-967f-7e544ef6a33c service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] No waiting events found dispatching network-vif-plugged-3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1809.428879] env[62226]: WARNING nova.compute.manager [req-7f81f1ff-a086-4f75-9c19-8214528782cf req-52451d17-f0fa-456b-967f-7e544ef6a33c service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Received unexpected event network-vif-plugged-3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa for instance with vm_state building and task_state spawning. [ 1809.442714] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027789, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.453762] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.454021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.578237] env[62226]: DEBUG oslo_concurrency.lockutils [None req-28d35de7-0f93-4f52-8bb1-ee0a7893cc47 tempest-InstanceActionsV221TestJSON-2038961931 tempest-InstanceActionsV221TestJSON-2038961931-project-member] Lock "9413a118-c8d0-4cd3-8bb7-d08120f33489" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.537s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.639892] env[62226]: DEBUG oslo_vmware.api [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027790, 'name': PowerOffVM_Task, 'duration_secs': 0.334955} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.640191] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.640363] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1809.640646] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9f08191-d655-446f-99f1-d7a39d492501 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.719359] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1809.719646] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1809.719950] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleting the datastore file [datastore1] 9d1cdb26-7363-4eb2-b3c5-23643faf47ff {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1809.722889] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98d5c8c3-c047-4bad-bbd7-df73cbb201fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.724849] env[62226]: DEBUG oslo_vmware.api [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Task: {'id': task-2027791, 'name': ReconfigVM_Task, 'duration_secs': 0.144058} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.728044] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416562', 'volume_id': 'cb97403b-84b2-4701-b2cc-ae6106c1f8bf', 'name': 'volume-cb97403b-84b2-4701-b2cc-ae6106c1f8bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd094d3d-9cf3-4f5b-9509-fc7b9da7e939', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb97403b-84b2-4701-b2cc-ae6106c1f8bf', 'serial': 'cb97403b-84b2-4701-b2cc-ae6106c1f8bf'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1809.734627] env[62226]: DEBUG oslo_vmware.api [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1809.734627] env[62226]: value = "task-2027793" [ 1809.734627] env[62226]: _type = "Task" [ 1809.734627] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.744026] env[62226]: DEBUG oslo_vmware.api [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.756724] env[62226]: DEBUG oslo_concurrency.lockutils [req-60c6a42c-595f-4e89-b4ae-9cd31643d718 req-23ee2b4a-5318-4256-bda8-1da0b4ec9903 service nova] Releasing lock "refresh_cache-14f24a9e-5dc5-484e-90e5-4a6b377f87bb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.780617] env[62226]: DEBUG nova.compute.manager [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Stashing vm_state: active {{(pid=62226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1809.845602] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027787, 'name': ReconfigVM_Task, 'duration_secs': 0.843606} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.849300] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Reconfigured VM instance instance-00000027 to attach disk [datastore1] b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.850828] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966bd7da-6c29-4f21-b099-2d3a327dd02a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.882795] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48c6288-d23d-4794-92f8-aa8f56013f9e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.895321] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "refresh_cache-0e25fe39-4a1a-49ae-b169-8385b977c93c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.895321] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquired lock "refresh_cache-0e25fe39-4a1a-49ae-b169-8385b977c93c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.895590] env[62226]: DEBUG nova.network.neutron [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.907399] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027788, 'name': CreateVM_Task, 'duration_secs': 0.96093} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.909258] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1809.909707] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1809.909707] env[62226]: value = "task-2027794" [ 1809.909707] env[62226]: _type = "Task" [ 1809.909707] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.913465] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.913594] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.913848] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1809.914970] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d71785a-1242-4fe7-8c28-6076eb9aa493 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.924261] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1809.924261] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52be5bcb-c080-7bc6-22c2-58a8fd646690" [ 1809.924261] env[62226]: _type = "Task" [ 1809.924261] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.932621] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.942439] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52be5bcb-c080-7bc6-22c2-58a8fd646690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.947542] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027789, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.163884] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d18353-f452-46eb-ba58-8b72633603af {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.172080] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7266ca07-37c3-4dfd-bddc-5180930aade3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.208862] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5620313d-4062-4486-92fe-ee163d88c802 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.214995] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987b8050-af47-4957-9913-8b96cc603dfe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.232377] env[62226]: DEBUG nova.compute.provider_tree [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.242530] env[62226]: DEBUG oslo_vmware.api [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.296194] env[62226]: DEBUG nova.objects.instance [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Lazy-loading 'flavor' on Instance uuid cd094d3d-9cf3-4f5b-9509-fc7b9da7e939 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.302611] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.425896] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027794, 'name': ReconfigVM_Task, 'duration_secs': 0.154974} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.429837] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1810.430025] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4370e280-e3f6-4536-95a3-328f91b8dfd5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.441855] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52be5bcb-c080-7bc6-22c2-58a8fd646690, 'name': SearchDatastore_Task, 'duration_secs': 0.023501} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.441855] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1810.441855] env[62226]: value = "task-2027795" [ 1810.441855] env[62226]: _type = "Task" [ 1810.441855] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.441855] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.441855] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1810.442776] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.442776] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.442776] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1810.443128] env[62226]: DEBUG nova.network.neutron [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.447623] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f9b07b4-de4f-47fd-bf43-64c52098e9dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.453048] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027789, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.025359} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.453048] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 598fe4c0-055e-4182-afe3-1e50cadcb257/598fe4c0-055e-4182-afe3-1e50cadcb257.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1810.453048] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1810.453870] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e38aa37-a531-4005-8680-c0461b5f2dfa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.459480] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027795, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.463670] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1810.463883] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1810.465558] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ca2f5a-39fd-4a01-9e8b-d9884774fed5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.468302] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1810.468302] env[62226]: value = "task-2027796" [ 1810.468302] env[62226]: _type = "Task" [ 1810.468302] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.473824] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1810.473824] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523fe5a8-6928-8d34-de51-61a773a9d396" [ 1810.473824] env[62226]: _type = "Task" [ 1810.473824] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.482380] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.487381] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523fe5a8-6928-8d34-de51-61a773a9d396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.694502] env[62226]: DEBUG nova.network.neutron [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Updating instance_info_cache with network_info: [{"id": "3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa", "address": "fa:16:3e:57:a7:e0", "network": {"id": "81dd9a11-853a-43f0-ab20-8d35146702bc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-696775845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60612e3dc80246bbb53e689cee32181e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a824ed1-fd", "ovs_interfaceid": "3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.736641] env[62226]: DEBUG nova.scheduler.client.report [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.756035] env[62226]: DEBUG oslo_vmware.api [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.622156} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.756292] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1810.756896] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1810.756896] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1810.756896] env[62226]: INFO nova.compute.manager [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1810.757294] env[62226]: DEBUG oslo.service.loopingcall [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.757451] env[62226]: DEBUG nova.compute.manager [-] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1810.757505] env[62226]: DEBUG nova.network.neutron [-] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1810.953104] env[62226]: DEBUG oslo_vmware.api [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027795, 'name': PowerOnVM_Task, 'duration_secs': 0.404755} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.953407] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1810.956074] env[62226]: DEBUG nova.compute.manager [None req-e5f46a9d-0e9c-4034-8922-e6e497f9ad29 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.956881] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aa0184-23b0-4863-a629-90b6fb4049b8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.977626] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067214} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.981452] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1810.981452] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d706fc-3d64-41a6-8a60-be2298ec510a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.988754] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523fe5a8-6928-8d34-de51-61a773a9d396, 'name': SearchDatastore_Task, 'duration_secs': 0.014619} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.009981] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 598fe4c0-055e-4182-afe3-1e50cadcb257/598fe4c0-055e-4182-afe3-1e50cadcb257.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1811.009981] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8b20bf-bcbe-485f-9fd0-48f5ca9968e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.010233] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96284a8f-475c-4054-ada3-dd698711b056 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.028903] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1811.028903] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52048883-bdc9-0667-97a6-573612ce610f" [ 1811.028903] env[62226]: _type = "Task" [ 1811.028903] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.033429] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1811.033429] env[62226]: value = "task-2027797" [ 1811.033429] env[62226]: _type = "Task" [ 1811.033429] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.039685] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52048883-bdc9-0667-97a6-573612ce610f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.044543] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.199941] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Releasing lock "refresh_cache-0e25fe39-4a1a-49ae-b169-8385b977c93c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.199941] env[62226]: DEBUG nova.compute.manager [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Instance network_info: |[{"id": "3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa", "address": "fa:16:3e:57:a7:e0", "network": {"id": "81dd9a11-853a-43f0-ab20-8d35146702bc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-696775845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60612e3dc80246bbb53e689cee32181e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a824ed1-fd", "ovs_interfaceid": "3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1811.200310] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:a7:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1811.213420] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Creating folder: Project (60612e3dc80246bbb53e689cee32181e). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1811.213827] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-299f7fc6-2fb5-45f9-bb21-f00ea6d1d2bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.224867] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Created folder: Project (60612e3dc80246bbb53e689cee32181e) in parent group-v416438. [ 1811.224947] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Creating folder: Instances. Parent ref: group-v416567. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1811.225215] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6c1d612-9304-468d-a8ee-54bd13178d9a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.235146] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Created folder: Instances in parent group-v416567. [ 1811.235146] env[62226]: DEBUG oslo.service.loopingcall [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.235146] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1811.235252] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbb1cfc1-b7d2-4c08-a344-3e0a7a0c2885 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.257323] env[62226]: DEBUG oslo_concurrency.lockutils [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.259045] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.947s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.262563] env[62226]: INFO nova.compute.claims [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.271790] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1811.271790] env[62226]: value = "task-2027800" [ 1811.271790] env[62226]: _type = "Task" [ 1811.271790] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.282321] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027800, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.290518] env[62226]: INFO nova.scheduler.client.report [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Deleted allocations for instance 5b4a8123-9c99-493d-b720-349ccfbd8652 [ 1811.303266] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ab7363b-c03a-4b94-84c4-d02f048d8ef8 tempest-VolumesAssistedSnapshotsTest-1287216 tempest-VolumesAssistedSnapshotsTest-1287216-project-admin] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.467381] env[62226]: DEBUG nova.compute.manager [req-7024bb9a-37ae-4daa-9feb-117fe8b5e3b4 req-9bda0da9-d958-42e6-82a6-48fe4c69620b service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Received event network-changed-3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1811.467627] env[62226]: DEBUG nova.compute.manager [req-7024bb9a-37ae-4daa-9feb-117fe8b5e3b4 req-9bda0da9-d958-42e6-82a6-48fe4c69620b service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Refreshing instance network info cache due to event network-changed-3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1811.467825] env[62226]: DEBUG oslo_concurrency.lockutils [req-7024bb9a-37ae-4daa-9feb-117fe8b5e3b4 req-9bda0da9-d958-42e6-82a6-48fe4c69620b service nova] Acquiring lock "refresh_cache-0e25fe39-4a1a-49ae-b169-8385b977c93c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.468017] env[62226]: DEBUG oslo_concurrency.lockutils [req-7024bb9a-37ae-4daa-9feb-117fe8b5e3b4 req-9bda0da9-d958-42e6-82a6-48fe4c69620b service nova] Acquired lock "refresh_cache-0e25fe39-4a1a-49ae-b169-8385b977c93c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.468227] env[62226]: DEBUG nova.network.neutron [req-7024bb9a-37ae-4daa-9feb-117fe8b5e3b4 req-9bda0da9-d958-42e6-82a6-48fe4c69620b service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Refreshing network info cache for port 3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1811.543336] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52048883-bdc9-0667-97a6-573612ce610f, 'name': SearchDatastore_Task, 'duration_secs': 0.016459} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.544077] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.544339] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 14f24a9e-5dc5-484e-90e5-4a6b377f87bb/14f24a9e-5dc5-484e-90e5-4a6b377f87bb.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1811.544633] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97b0ffd0-87b9-4923-b809-51fe77f93c32 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.555026] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027797, 'name': ReconfigVM_Task, 'duration_secs': 0.493052} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.556013] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 598fe4c0-055e-4182-afe3-1e50cadcb257/598fe4c0-055e-4182-afe3-1e50cadcb257.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1811.557043] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d76d58e4-087e-4021-8cfc-aeca0adc65dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.560421] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1811.560421] env[62226]: value = "task-2027802" [ 1811.560421] env[62226]: _type = "Task" [ 1811.560421] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.564662] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1811.564662] env[62226]: value = "task-2027803" [ 1811.564662] env[62226]: _type = "Task" [ 1811.564662] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.571023] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.575784] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027803, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.623403] env[62226]: DEBUG nova.network.neutron [-] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.783843] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027800, 'name': CreateVM_Task, 'duration_secs': 0.402201} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.784227] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.785171] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.785505] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.785972] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.786401] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052334b1-193b-41dc-b54e-1e1295223594 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.792951] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1811.792951] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d68f15-7200-e9a3-d924-1054bd871f2c" [ 1811.792951] env[62226]: _type = "Task" [ 1811.792951] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.802572] env[62226]: DEBUG oslo_concurrency.lockutils [None req-40abed9b-a496-49b3-a036-1a903635257d tempest-ServersTestBootFromVolume-773452451 tempest-ServersTestBootFromVolume-773452451-project-member] Lock "5b4a8123-9c99-493d-b720-349ccfbd8652" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.909s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.809379] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d68f15-7200-e9a3-d924-1054bd871f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.917182] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "a8b57022-3376-4cd7-a883-01eac833e7ca" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.917637] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.074160] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027802, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.079642] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027803, 'name': Rename_Task, 'duration_secs': 0.158285} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.079948] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1812.080208] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37a28094-4ac0-4a9b-a97d-dba3ad4cbbe5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.086479] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1812.086479] env[62226]: value = "task-2027804" [ 1812.086479] env[62226]: _type = "Task" [ 1812.086479] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.094171] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.126049] env[62226]: INFO nova.compute.manager [-] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Took 1.37 seconds to deallocate network for instance. [ 1812.195132] env[62226]: DEBUG nova.network.neutron [req-7024bb9a-37ae-4daa-9feb-117fe8b5e3b4 req-9bda0da9-d958-42e6-82a6-48fe4c69620b service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Updated VIF entry in instance network info cache for port 3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1812.195619] env[62226]: DEBUG nova.network.neutron [req-7024bb9a-37ae-4daa-9feb-117fe8b5e3b4 req-9bda0da9-d958-42e6-82a6-48fe4c69620b service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Updating instance_info_cache with network_info: [{"id": "3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa", "address": "fa:16:3e:57:a7:e0", "network": {"id": "81dd9a11-853a-43f0-ab20-8d35146702bc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-696775845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60612e3dc80246bbb53e689cee32181e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a824ed1-fd", "ovs_interfaceid": "3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.305675] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d68f15-7200-e9a3-d924-1054bd871f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.064521} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.308222] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.308458] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.308755] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.308900] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.309094] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.309560] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85027f8f-66c3-4a5c-9003-c5300096b480 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.321425] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.321604] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1812.322327] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287aebdb-351a-4bbd-a2b8-c8aa45c91117 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.327123] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1812.327123] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c6475f-7552-b86f-1a8f-06066130b7c4" [ 1812.327123] env[62226]: _type = "Task" [ 1812.327123] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.336817] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c6475f-7552-b86f-1a8f-06066130b7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.420498] env[62226]: DEBUG nova.compute.utils [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1812.570894] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55517} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.573491] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 14f24a9e-5dc5-484e-90e5-4a6b377f87bb/14f24a9e-5dc5-484e-90e5-4a6b377f87bb.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1812.573742] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1812.574211] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f0b1c14-f344-41a7-bb1d-b94cf6ce618b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.581193] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1812.581193] env[62226]: value = "task-2027805" [ 1812.581193] env[62226]: _type = "Task" [ 1812.581193] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.595427] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.604019] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.630425] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "54d8f236-db19-4cf9-8482-51693ee4085d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.631135] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "54d8f236-db19-4cf9-8482-51693ee4085d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.633522] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.699224] env[62226]: DEBUG oslo_concurrency.lockutils [req-7024bb9a-37ae-4daa-9feb-117fe8b5e3b4 req-9bda0da9-d958-42e6-82a6-48fe4c69620b service nova] Releasing lock "refresh_cache-0e25fe39-4a1a-49ae-b169-8385b977c93c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.699512] env[62226]: DEBUG nova.compute.manager [req-7024bb9a-37ae-4daa-9feb-117fe8b5e3b4 req-9bda0da9-d958-42e6-82a6-48fe4c69620b service nova] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Received event network-vif-deleted-bcf20685-9e0c-4459-bf4e-56558bbd8beb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1812.699681] env[62226]: INFO nova.compute.manager [req-7024bb9a-37ae-4daa-9feb-117fe8b5e3b4 req-9bda0da9-d958-42e6-82a6-48fe4c69620b service nova] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Neutron deleted interface bcf20685-9e0c-4459-bf4e-56558bbd8beb; detaching it from the instance and deleting it from the info cache [ 1812.699854] env[62226]: DEBUG nova.network.neutron [req-7024bb9a-37ae-4daa-9feb-117fe8b5e3b4 req-9bda0da9-d958-42e6-82a6-48fe4c69620b service nova] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.736205] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cc8c98-a13b-4c23-a9b4-3e01e73eff87 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.744159] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212aab5e-9110-4849-8e39-39ff2704bd4d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.774853] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d9d2b5-7558-487f-a6ed-e452d4998b50 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.783038] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467285ea-5ecd-4f09-8cc5-a57eea74dc34 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.796337] env[62226]: DEBUG nova.compute.provider_tree [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.838622] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c6475f-7552-b86f-1a8f-06066130b7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.032512} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.839387] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29e10f4-c802-403c-8457-6ce72ddea854 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.844448] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1812.844448] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522cde0f-b4b3-17ad-fc2b-cfd9a3c26c5c" [ 1812.844448] env[62226]: _type = "Task" [ 1812.844448] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.851539] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522cde0f-b4b3-17ad-fc2b-cfd9a3c26c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.924012] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.092128] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07086} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.095789] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1813.096688] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff0ec59-e608-46b0-b1d1-1cdfc152cc55 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.105118] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027804, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.124900] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 14f24a9e-5dc5-484e-90e5-4a6b377f87bb/14f24a9e-5dc5-484e-90e5-4a6b377f87bb.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.125254] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5d766be-4c5d-4d19-9887-3281662109f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.144518] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1813.144518] env[62226]: value = "task-2027806" [ 1813.144518] env[62226]: _type = "Task" [ 1813.144518] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.152872] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.202654] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-566a0336-fe81-4573-a61f-41ea23fae28f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.211668] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635303a9-3521-4311-8220-cb98a8825993 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.245935] env[62226]: DEBUG nova.compute.manager [req-7024bb9a-37ae-4daa-9feb-117fe8b5e3b4 req-9bda0da9-d958-42e6-82a6-48fe4c69620b service nova] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Detach interface failed, port_id=bcf20685-9e0c-4459-bf4e-56558bbd8beb, reason: Instance 9d1cdb26-7363-4eb2-b3c5-23643faf47ff could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1813.300488] env[62226]: DEBUG nova.scheduler.client.report [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.354859] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522cde0f-b4b3-17ad-fc2b-cfd9a3c26c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.023186} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.355194] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.356029] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 0e25fe39-4a1a-49ae-b169-8385b977c93c/0e25fe39-4a1a-49ae-b169-8385b977c93c.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1813.356029] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5d0dc43-8bd4-4161-88cd-e34a744d0074 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.362290] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1813.362290] env[62226]: value = "task-2027807" [ 1813.362290] env[62226]: _type = "Task" [ 1813.362290] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.376026] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.602482] env[62226]: DEBUG oslo_vmware.api [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027804, 'name': PowerOnVM_Task, 'duration_secs': 1.028836} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.602756] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1813.602959] env[62226]: INFO nova.compute.manager [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1813.603162] env[62226]: DEBUG nova.compute.manager [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1813.603946] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819620a2-ae58-4c9b-ac79-dd51879579b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.657269] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.807185] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.807751] env[62226]: DEBUG nova.compute.manager [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1813.812311] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.834s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.813021] env[62226]: DEBUG nova.objects.instance [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lazy-loading 'resources' on Instance uuid 31df7076-0c33-4d0a-9ffd-c65a02433fd8 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.875486] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027807, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.997659] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "a8b57022-3376-4cd7-a883-01eac833e7ca" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.997955] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.998238] env[62226]: INFO nova.compute.manager [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Attaching volume 250fb281-2601-4173-b996-81f0099a9dd9 to /dev/sdb [ 1814.049471] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d3b887-0993-4214-9b54-0c408f4bf4d5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.056959] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77db49d7-1a13-4621-997f-bc32226375d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.073821] env[62226]: DEBUG nova.virt.block_device [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Updating existing volume attachment record: 08d5024a-ae14-4a49-b71d-3ad07695b59e {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1814.121701] env[62226]: INFO nova.compute.manager [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Took 32.02 seconds to build instance. [ 1814.159517] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027806, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.211284] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Acquiring lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.211284] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.211284] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Acquiring lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.211284] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.211284] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.212638] env[62226]: INFO nova.compute.manager [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Terminating instance [ 1814.316893] env[62226]: DEBUG nova.compute.utils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1814.320276] env[62226]: DEBUG nova.compute.manager [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Not allocating networking since 'none' was specified. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1814.386143] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699658} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.386425] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 0e25fe39-4a1a-49ae-b169-8385b977c93c/0e25fe39-4a1a-49ae-b169-8385b977c93c.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1814.386893] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1814.386976] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbd219a9-49dc-47f4-a41b-a1fd881ef7ac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.394496] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1814.394496] env[62226]: value = "task-2027809" [ 1814.394496] env[62226]: _type = "Task" [ 1814.394496] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.404174] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.626623] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d0d906f4-2c60-4505-b428-2b4ec554b21a tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "598fe4c0-055e-4182-afe3-1e50cadcb257" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.163s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.664284] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027806, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.720856] env[62226]: DEBUG nova.compute.manager [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1814.721407] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.723756] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38caaab3-33ba-4f1d-9681-e44f0fb59714 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.753207] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1814.753831] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f442083e-3e99-4511-b2a0-c7804c4c0f41 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.767360] env[62226]: DEBUG oslo_vmware.api [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Waiting for the task: (returnval){ [ 1814.767360] env[62226]: value = "task-2027812" [ 1814.767360] env[62226]: _type = "Task" [ 1814.767360] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.781225] env[62226]: DEBUG oslo_vmware.api [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.823807] env[62226]: DEBUG nova.compute.manager [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1814.908331] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262607} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.910806] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1814.912286] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4440a2-9190-4c82-8f6a-bd0f27c407a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.942442] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 0e25fe39-4a1a-49ae-b169-8385b977c93c/0e25fe39-4a1a-49ae-b169-8385b977c93c.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1814.945814] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb047a1f-5ba6-49bb-91c8-97682376c425 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.965919] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1814.965919] env[62226]: value = "task-2027813" [ 1814.965919] env[62226]: _type = "Task" [ 1814.965919] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.977741] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.093234] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a8f03b-d811-474d-94a3-13db42fc40e6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.102021] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2a5eb0-3210-4cee-ac73-4d6eb124670c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.135965] env[62226]: DEBUG nova.compute.manager [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1815.140155] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acf18f2-9cf5-4929-99d2-aac8a8b71c0a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.149149] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ff8acb-ff8a-4d52-ba2a-33a89899f726 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.168848] env[62226]: DEBUG nova.compute.provider_tree [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.174297] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027806, 'name': ReconfigVM_Task, 'duration_secs': 1.646361} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.175043] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 14f24a9e-5dc5-484e-90e5-4a6b377f87bb/14f24a9e-5dc5-484e-90e5-4a6b377f87bb.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.175731] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b46e763f-8baf-4d32-8b9b-84046f1d0d85 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.183566] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1815.183566] env[62226]: value = "task-2027814" [ 1815.183566] env[62226]: _type = "Task" [ 1815.183566] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.193107] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027814, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.276991] env[62226]: DEBUG oslo_vmware.api [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027812, 'name': PowerOffVM_Task, 'duration_secs': 0.404251} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.277282] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1815.277452] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1815.277708] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-523173d0-5ec4-44c9-a903-020cdd8d5804 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.396260] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.396670] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.396749] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Deleting the datastore file [datastore1] cd094d3d-9cf3-4f5b-9509-fc7b9da7e939 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.397012] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8fdb827-880c-4bb0-bfc2-2a1ce782b06b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.403873] env[62226]: DEBUG oslo_vmware.api [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Waiting for the task: (returnval){ [ 1815.403873] env[62226]: value = "task-2027816" [ 1815.403873] env[62226]: _type = "Task" [ 1815.403873] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.413114] env[62226]: DEBUG oslo_vmware.api [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.476877] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027813, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.662509] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.677081] env[62226]: DEBUG nova.scheduler.client.report [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1815.693823] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027814, 'name': Rename_Task, 'duration_secs': 0.310519} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.694196] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1815.694355] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a45f3ff8-44b5-47c4-9ab2-21daee13a25b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.701856] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1815.701856] env[62226]: value = "task-2027817" [ 1815.701856] env[62226]: _type = "Task" [ 1815.701856] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.712874] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.838841] env[62226]: DEBUG nova.compute.manager [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1815.874460] env[62226]: DEBUG nova.virt.hardware [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1815.874460] env[62226]: DEBUG nova.virt.hardware [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.874705] env[62226]: DEBUG nova.virt.hardware [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1815.874901] env[62226]: DEBUG nova.virt.hardware [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.876036] env[62226]: DEBUG nova.virt.hardware [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1815.876036] env[62226]: DEBUG nova.virt.hardware [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1815.876036] env[62226]: DEBUG nova.virt.hardware [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1815.876036] env[62226]: DEBUG nova.virt.hardware [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1815.876036] env[62226]: DEBUG nova.virt.hardware [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1815.876036] env[62226]: DEBUG nova.virt.hardware [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1815.876294] env[62226]: DEBUG nova.virt.hardware [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1815.876759] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.877664] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f42918-5810-4b9b-9765-34447178a461 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.880946] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.888771] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253924a4-f715-4d77-801a-59b01cbd02ad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.907152] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Instance VIF info [] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.913263] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Creating folder: Project (f6699f9a26514d3e8c79f484f00cc68a). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1815.917056] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48889935-3f09-4f13-98a8-745bc8e9d8ab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.924917] env[62226]: DEBUG oslo_vmware.api [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Task: {'id': task-2027816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286822} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.925229] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.925584] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.925671] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.925889] env[62226]: INFO nova.compute.manager [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1815.926153] env[62226]: DEBUG oslo.service.loopingcall [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.928028] env[62226]: DEBUG nova.compute.manager [-] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1815.928028] env[62226]: DEBUG nova.network.neutron [-] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1815.929721] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Created folder: Project (f6699f9a26514d3e8c79f484f00cc68a) in parent group-v416438. [ 1815.929943] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Creating folder: Instances. Parent ref: group-v416572. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1815.930267] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-346ee26b-4a1f-4c3e-86bd-76ea894e99b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.939249] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Created folder: Instances in parent group-v416572. [ 1815.939518] env[62226]: DEBUG oslo.service.loopingcall [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.939739] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.939940] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a868d75-1895-494a-9cab-af567c06fba6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.958031] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.958031] env[62226]: value = "task-2027820" [ 1815.958031] env[62226]: _type = "Task" [ 1815.958031] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.966302] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027820, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.976245] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027813, 'name': ReconfigVM_Task, 'duration_secs': 0.582016} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.976630] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 0e25fe39-4a1a-49ae-b169-8385b977c93c/0e25fe39-4a1a-49ae-b169-8385b977c93c.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.977284] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c44b8149-b066-43c8-920a-978e36977089 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.983804] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1815.983804] env[62226]: value = "task-2027821" [ 1815.983804] env[62226]: _type = "Task" [ 1815.983804] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.992850] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027821, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.183153] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.371s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.186824] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.010s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.189669] env[62226]: INFO nova.compute.claims [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1816.224463] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027817, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.227665] env[62226]: INFO nova.scheduler.client.report [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Deleted allocations for instance 31df7076-0c33-4d0a-9ffd-c65a02433fd8 [ 1816.391091] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1816.391304] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1816.469614] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027820, 'name': CreateVM_Task, 'duration_secs': 0.405674} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.469732] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1816.470206] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.470774] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.471407] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1816.471489] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9934ed-0ac3-4faa-8c38-3039de6f1bc9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.476826] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1816.476826] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526fc8fc-d97b-4ae9-e6f9-135e692c2b8d" [ 1816.476826] env[62226]: _type = "Task" [ 1816.476826] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.497228] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526fc8fc-d97b-4ae9-e6f9-135e692c2b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.502103] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027821, 'name': Rename_Task, 'duration_secs': 0.171013} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.502464] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1816.502654] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59fcedb4-98ab-4daa-af24-0ae0c87c8f93 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.510606] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1816.510606] env[62226]: value = "task-2027822" [ 1816.510606] env[62226]: _type = "Task" [ 1816.510606] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.523233] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.560475] env[62226]: DEBUG nova.compute.manager [req-3cd01bc3-833c-418d-aa33-22d4af0c84d3 req-5486b8f6-fcb4-44a3-86d4-491ccc3cbee8 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Received event network-vif-deleted-d52bcef3-0015-47ff-b148-cb953a746813 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1816.560622] env[62226]: INFO nova.compute.manager [req-3cd01bc3-833c-418d-aa33-22d4af0c84d3 req-5486b8f6-fcb4-44a3-86d4-491ccc3cbee8 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Neutron deleted interface d52bcef3-0015-47ff-b148-cb953a746813; detaching it from the instance and deleting it from the info cache [ 1816.560803] env[62226]: DEBUG nova.network.neutron [req-3cd01bc3-833c-418d-aa33-22d4af0c84d3 req-5486b8f6-fcb4-44a3-86d4-491ccc3cbee8 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.717109] env[62226]: DEBUG oslo_vmware.api [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027817, 'name': PowerOnVM_Task, 'duration_secs': 0.674307} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.717486] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1816.717739] env[62226]: INFO nova.compute.manager [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1816.718048] env[62226]: DEBUG nova.compute.manager [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1816.719548] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1866ff4e-e524-44d7-9b76-06c743ffc0cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.736693] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fdfb5c12-0f48-4a6e-b7b2-e1114aa68fd1 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "31df7076-0c33-4d0a-9ffd-c65a02433fd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.513s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.989839] env[62226]: DEBUG nova.network.neutron [-] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.991176] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526fc8fc-d97b-4ae9-e6f9-135e692c2b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.032117} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.991794] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.991862] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.995977] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.996200] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.996402] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.996948] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dac8094-c52d-4941-8e9e-ec1e779ea50d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.008800] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1817.008984] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1817.009782] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216ddbfe-c51c-493d-ad72-1dee11ecd2fc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.019100] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1817.019100] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52985aa0-20ee-01a5-3eac-d7ef13702f3c" [ 1817.019100] env[62226]: _type = "Task" [ 1817.019100] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.022873] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027822, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.030333] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52985aa0-20ee-01a5-3eac-d7ef13702f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.064110] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78a832ec-5965-4736-b1c3-12d217c014b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.073493] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edceb8ea-7099-4502-ac71-1e8c6a8eef1b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.109784] env[62226]: DEBUG nova.compute.manager [req-3cd01bc3-833c-418d-aa33-22d4af0c84d3 req-5486b8f6-fcb4-44a3-86d4-491ccc3cbee8 service nova] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Detach interface failed, port_id=d52bcef3-0015-47ff-b148-cb953a746813, reason: Instance cd094d3d-9cf3-4f5b-9509-fc7b9da7e939 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1817.238844] env[62226]: INFO nova.compute.manager [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Took 34.63 seconds to build instance. [ 1817.438057] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.438216] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquired lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.438363] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Forcefully refreshing network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1817.441516] env[62226]: DEBUG nova.compute.manager [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1817.443049] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45af6302-01ba-43f8-a466-79d2f4cee929 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.497387] env[62226]: INFO nova.compute.manager [-] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Took 1.57 seconds to deallocate network for instance. [ 1817.528592] env[62226]: DEBUG oslo_vmware.api [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2027822, 'name': PowerOnVM_Task, 'duration_secs': 0.947968} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.533196] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1817.533737] env[62226]: INFO nova.compute.manager [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1817.533737] env[62226]: DEBUG nova.compute.manager [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1817.535113] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aa834c-9509-4277-bab2-0e8c78dad2de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.547202] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52985aa0-20ee-01a5-3eac-d7ef13702f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.039978} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.556227] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14af1d53-a5c2-4e68-9b36-c8f8871f7c4d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.560801] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1817.560801] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528d2c03-eef5-1453-407b-b63a3fbeaddd" [ 1817.560801] env[62226]: _type = "Task" [ 1817.560801] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.568806] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528d2c03-eef5-1453-407b-b63a3fbeaddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.740935] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4f8051a5-3526-4fff-9beb-ce7f7d5b29f7 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.590s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.809229] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a526dcb0-457d-4cdb-b288-fd5e27346551 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.816214] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ea83e3-f889-4a01-b226-a4e4fd263294 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.860506] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f68e765-d6f9-451f-8eb7-77921aaf562e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.870256] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b51c3d-b5f5-4885-a8ee-a2c2c71675a1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.889684] env[62226]: DEBUG nova.compute.provider_tree [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.957447] env[62226]: INFO nova.compute.manager [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] instance snapshotting [ 1817.959814] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc659d3a-7818-4ed4-945d-3f9adeb76718 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.984881] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8345f0-82be-45ec-9f73-4fcbf8ca9af2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.003892] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.070234] env[62226]: INFO nova.compute.manager [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Took 33.17 seconds to build instance. [ 1818.078434] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528d2c03-eef5-1453-407b-b63a3fbeaddd, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.079587] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.079587] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 455dee18-7a9a-4474-9d74-c991ffe505cb/455dee18-7a9a-4474-9d74-c991ffe505cb.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1818.079770] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ccea8c9-51a2-4acb-be0b-f62985cdb35b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.091025] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1818.091025] env[62226]: value = "task-2027824" [ 1818.091025] env[62226]: _type = "Task" [ 1818.091025] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.097374] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.243774] env[62226]: DEBUG nova.compute.manager [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1818.393395] env[62226]: DEBUG nova.scheduler.client.report [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1818.500702] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1818.500702] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-265b3732-7e5d-4917-a014-e6c24848b360 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.506252] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1818.506252] env[62226]: value = "task-2027825" [ 1818.506252] env[62226]: _type = "Task" [ 1818.506252] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.515219] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027825, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.573421] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fcc4070d-9fe8-4ac5-b166-f906d9d71e71 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "0e25fe39-4a1a-49ae-b169-8385b977c93c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.966s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.599799] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027824, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.657450] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.657450] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.657450] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.657450] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.657450] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.663137] env[62226]: INFO nova.compute.manager [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Terminating instance [ 1818.749031] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance_info_cache with network_info: [{"id": "5feb6464-2017-492f-b6ea-f447f53df6bc", "address": "fa:16:3e:82:5c:bd", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5feb6464-20", "ovs_interfaceid": "5feb6464-2017-492f-b6ea-f447f53df6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.805447] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.903171] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.903767] env[62226]: DEBUG nova.compute.manager [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1818.907462] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.594s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.908831] env[62226]: INFO nova.compute.claims [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1819.017526] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027825, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.082838] env[62226]: DEBUG nova.compute.manager [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1819.100205] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623927} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.100464] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 455dee18-7a9a-4474-9d74-c991ffe505cb/455dee18-7a9a-4474-9d74-c991ffe505cb.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.100684] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.100957] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-471a7193-9991-4b85-928e-dd3dfed66fcb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.108161] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1819.108161] env[62226]: value = "task-2027826" [ 1819.108161] env[62226]: _type = "Task" [ 1819.108161] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.121810] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.130602] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1819.130856] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416571', 'volume_id': '250fb281-2601-4173-b996-81f0099a9dd9', 'name': 'volume-250fb281-2601-4173-b996-81f0099a9dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8b57022-3376-4cd7-a883-01eac833e7ca', 'attached_at': '', 'detached_at': '', 'volume_id': '250fb281-2601-4173-b996-81f0099a9dd9', 'serial': '250fb281-2601-4173-b996-81f0099a9dd9'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1819.132415] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38803788-e5e6-47ed-a68c-482fa83df84b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.150102] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f706fc1-f5ae-4bde-bebe-acdfb17c2036 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.178078] env[62226]: DEBUG nova.compute.manager [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1819.178303] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1819.191335] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] volume-250fb281-2601-4173-b996-81f0099a9dd9/volume-250fb281-2601-4173-b996-81f0099a9dd9.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.191335] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ff4a2a-67aa-413f-8302-fddd761bac0d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.197215] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3af758d9-7442-459e-97a1-e318d067afba {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.214127] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1819.214947] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78695409-16e9-4ee3-9c07-402ff1f3b803 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.216491] env[62226]: DEBUG oslo_vmware.api [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1819.216491] env[62226]: value = "task-2027827" [ 1819.216491] env[62226]: _type = "Task" [ 1819.216491] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.221910] env[62226]: DEBUG oslo_vmware.api [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1819.221910] env[62226]: value = "task-2027828" [ 1819.221910] env[62226]: _type = "Task" [ 1819.221910] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.228250] env[62226]: DEBUG oslo_vmware.api [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.234392] env[62226]: DEBUG oslo_vmware.api [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.250201] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Releasing lock "refresh_cache-c50bc1d9-19e6-439e-8782-7b268047d420" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.250491] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updated the network info_cache for instance {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1819.250704] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.250981] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.251215] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.251446] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.251609] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.251758] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.414470] env[62226]: DEBUG nova.compute.utils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1819.417675] env[62226]: DEBUG nova.compute.manager [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1819.417905] env[62226]: DEBUG nova.network.neutron [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1819.455336] env[62226]: DEBUG nova.compute.manager [req-0267780d-9fa9-4609-8836-73c910fb197c req-8c9806d1-fa19-4003-a586-19ec0363ac87 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Received event network-changed-3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1819.455433] env[62226]: DEBUG nova.compute.manager [req-0267780d-9fa9-4609-8836-73c910fb197c req-8c9806d1-fa19-4003-a586-19ec0363ac87 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Refreshing instance network info cache due to event network-changed-3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1819.455636] env[62226]: DEBUG oslo_concurrency.lockutils [req-0267780d-9fa9-4609-8836-73c910fb197c req-8c9806d1-fa19-4003-a586-19ec0363ac87 service nova] Acquiring lock "refresh_cache-0e25fe39-4a1a-49ae-b169-8385b977c93c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.455968] env[62226]: DEBUG oslo_concurrency.lockutils [req-0267780d-9fa9-4609-8836-73c910fb197c req-8c9806d1-fa19-4003-a586-19ec0363ac87 service nova] Acquired lock "refresh_cache-0e25fe39-4a1a-49ae-b169-8385b977c93c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.455968] env[62226]: DEBUG nova.network.neutron [req-0267780d-9fa9-4609-8836-73c910fb197c req-8c9806d1-fa19-4003-a586-19ec0363ac87 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Refreshing network info cache for port 3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.472583] env[62226]: DEBUG nova.policy [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b16d986d6ad4cddb26126913425f5fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6095cbc3095d4f66b7f95ec2686786ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1819.517352] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027825, 'name': CreateSnapshot_Task, 'duration_secs': 0.800268} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.517541] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1819.518339] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77d9a9b-1702-43ff-9130-aa98e6cd24af {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.625207] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079043} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.625531] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.626926] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26252ab3-b0d4-4c77-a7d9-abb03299d7ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.650143] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 455dee18-7a9a-4474-9d74-c991ffe505cb/455dee18-7a9a-4474-9d74-c991ffe505cb.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.651521] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.651521] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae94db5b-d250-423d-9efa-201d59582a83 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.672140] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1819.672140] env[62226]: value = "task-2027829" [ 1819.672140] env[62226]: _type = "Task" [ 1819.672140] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.681108] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.730942] env[62226]: DEBUG oslo_vmware.api [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.737104] env[62226]: DEBUG oslo_vmware.api [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027828, 'name': PowerOffVM_Task, 'duration_secs': 0.17259} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.737104] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1819.737104] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1819.737104] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63b2c534-d1f9-4459-b8ba-17ef00dd2a99 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.759698] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Getting list of instances from cluster (obj){ [ 1819.759698] env[62226]: value = "domain-c8" [ 1819.759698] env[62226]: _type = "ClusterComputeResource" [ 1819.759698] env[62226]: } {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1819.760932] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ba5579-2543-42eb-a4d1-df38d2525771 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.798727] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Got total of 18 instances {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1819.798727] env[62226]: WARNING nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] While synchronizing instance power states, found 26 instances in the database and 18 instances on the hypervisor. [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid c50bc1d9-19e6-439e-8782-7b268047d420 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 82125811-c19a-48af-9b96-31ace3787cab {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 0b3e91bd-a9ae-4855-85e7-fe143443b11f {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 495e4bed-69b0-431a-959a-06d99a5b3e0f {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid cd094d3d-9cf3-4f5b-9509-fc7b9da7e939 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid af2b7564-82eb-465d-a072-61dd58516cc1 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid a8b57022-3376-4cd7-a883-01eac833e7ca {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 7f16ec7d-56cf-4636-bcca-9dd80b5470b4 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid a1ec2078-1ae4-4bba-b6e7-5f54b453e5db {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid ab454db1-8b99-4608-8672-8f64a19274bd {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 61bc8cf8-f078-4dd8-90eb-b5e6814abc08 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 1e5ff955-6903-42cb-9583-95c9a142b41f {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 8fab02f5-4ebd-4b01-acf1-acdd76b918bc {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 6798791d-4bc3-438c-953d-a3da73c33139 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 9d1cdb26-7363-4eb2-b3c5-23643faf47ff {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 20b9948d-03b5-436e-964c-a94b3a6d8b08 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 66fa4932-43e7-4ed5-94e4-e5157507b231 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.798727] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 598fe4c0-055e-4182-afe3-1e50cadcb257 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.800168] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 14f24a9e-5dc5-484e-90e5-4a6b377f87bb {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.800168] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 0e25fe39-4a1a-49ae-b169-8385b977c93c {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.800168] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 455dee18-7a9a-4474-9d74-c991ffe505cb {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.800168] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 15ce5c9d-346d-4ec7-b8d8-77c42099fd76 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.800168] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 9707fb9d-86e4-4aa7-b64e-32d0648cc012 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1819.800168] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "c50bc1d9-19e6-439e-8782-7b268047d420" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.800168] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "c50bc1d9-19e6-439e-8782-7b268047d420" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.800168] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "82125811-c19a-48af-9b96-31ace3787cab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.800168] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.800168] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.800168] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "495e4bed-69b0-431a-959a-06d99a5b3e0f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.800168] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "495e4bed-69b0-431a-959a-06d99a5b3e0f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.800168] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.800168] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "af2b7564-82eb-465d-a072-61dd58516cc1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.800168] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "af2b7564-82eb-465d-a072-61dd58516cc1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.800900] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.800900] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "a8b57022-3376-4cd7-a883-01eac833e7ca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.801011] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.801620] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.801620] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.801620] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.801881] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "ab454db1-8b99-4608-8672-8f64a19274bd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.802124] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "ab454db1-8b99-4608-8672-8f64a19274bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.802410] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.802577] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.810922] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "1e5ff955-6903-42cb-9583-95c9a142b41f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.810922] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.008s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.811226] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.811431] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.811676] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "6798791d-4bc3-438c-953d-a3da73c33139" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.811876] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "6798791d-4bc3-438c-953d-a3da73c33139" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.812247] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.812552] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "20b9948d-03b5-436e-964c-a94b3a6d8b08" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.812814] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "66fa4932-43e7-4ed5-94e4-e5157507b231" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.813092] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.813330] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.813627] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.813924] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.814083] env[62226]: INFO nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1819.814316] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.814549] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "598fe4c0-055e-4182-afe3-1e50cadcb257" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.814759] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "598fe4c0-055e-4182-afe3-1e50cadcb257" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.814951] env[62226]: INFO nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] During sync_power_state the instance has a pending task (image_pending_upload). Skip. [ 1819.815159] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "598fe4c0-055e-4182-afe3-1e50cadcb257" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.815393] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.815636] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "0e25fe39-4a1a-49ae-b169-8385b977c93c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.815845] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "0e25fe39-4a1a-49ae-b169-8385b977c93c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.816121] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "455dee18-7a9a-4474-9d74-c991ffe505cb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.816370] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.816717] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.816947] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.817130] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1819.817931] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a09cd7f-605c-4da4-88ad-10eb228759d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.821316] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad84a6b6-91c1-4de8-adae-4c43303c45f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.826287] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf77d4-dee3-4deb-bb9b-df0043b4edc2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.830149] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea69eab-db71-4480-aa23-ce650fba0ec5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.831629] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999f07c4-1d04-441d-9eaa-6617a6970f69 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.836334] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6601ad6-fa74-4087-b1be-657c4ddb846b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.839029] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f0915b-c34c-4939-81c4-8380131bbce0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.842042] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f79b60-37e3-48ef-b4e1-c9f57e7ffe7c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.845597] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca19408-6bbd-48ec-a557-8e94d7d58505 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.849669] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb300f0-6615-49ae-bfd5-fb9dfd49c9c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.852810] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af09133a-6d04-4f5b-8826-60f9f4fdb2a4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.857839] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603b39af-dddf-40d2-acb5-bcbb7c1b853d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.861045] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1470605-69cc-4e92-beff-8b0fcd5182c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.864848] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.882407] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1819.882407] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1819.882407] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleting the datastore file [datastore2] 14f24a9e-5dc5-484e-90e5-4a6b377f87bb {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1819.892918] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57c28787-12ee-4e02-a9c9-5053a403025f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.912979] env[62226]: WARNING oslo_messaging._drivers.amqpdriver [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1819.921833] env[62226]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1819.923497] env[62226]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1819.925307] env[62226]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1819.929814] env[62226]: DEBUG nova.compute.manager [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1819.942940] env[62226]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1819.949030] env[62226]: DEBUG oslo_vmware.api [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1819.949030] env[62226]: value = "task-2027831" [ 1819.949030] env[62226]: _type = "Task" [ 1819.949030] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.955288] env[62226]: DEBUG nova.network.neutron [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Successfully created port: bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1819.976355] env[62226]: DEBUG oslo_vmware.api [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.037900] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1820.044441] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e0834cf-ec22-4952-9432-8b16302ee594 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.050136] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1820.050136] env[62226]: value = "task-2027832" [ 1820.050136] env[62226]: _type = "Task" [ 1820.050136] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.057289] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027832, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.182076] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027829, 'name': ReconfigVM_Task, 'duration_secs': 0.29884} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.182511] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 455dee18-7a9a-4474-9d74-c991ffe505cb/455dee18-7a9a-4474-9d74-c991ffe505cb.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.186463] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afde7f39-b4ad-469b-8058-eac0a94a4d19 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.195038] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1820.195038] env[62226]: value = "task-2027833" [ 1820.195038] env[62226]: _type = "Task" [ 1820.195038] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.205458] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027833, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.230958] env[62226]: DEBUG oslo_vmware.api [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027827, 'name': ReconfigVM_Task, 'duration_secs': 0.67493} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.230958] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Reconfigured VM instance instance-00000018 to attach disk [datastore1] volume-250fb281-2601-4173-b996-81f0099a9dd9/volume-250fb281-2601-4173-b996-81f0099a9dd9.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.235318] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37f5fd92-71a3-4478-93f4-cf609d72f44e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.250654] env[62226]: DEBUG oslo_vmware.api [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1820.250654] env[62226]: value = "task-2027834" [ 1820.250654] env[62226]: _type = "Task" [ 1820.250654] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.265663] env[62226]: DEBUG oslo_vmware.api [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.377368] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.417140] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "495e4bed-69b0-431a-959a-06d99a5b3e0f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.619s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.422419] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.621s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.430237] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.627s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.450992] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.649s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.451362] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.640s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.456406] env[62226]: DEBUG nova.network.neutron [req-0267780d-9fa9-4609-8836-73c910fb197c req-8c9806d1-fa19-4003-a586-19ec0363ac87 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Updated VIF entry in instance network info cache for port 3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1820.463024] env[62226]: DEBUG nova.network.neutron [req-0267780d-9fa9-4609-8836-73c910fb197c req-8c9806d1-fa19-4003-a586-19ec0363ac87 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Updating instance_info_cache with network_info: [{"id": "3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa", "address": "fa:16:3e:57:a7:e0", "network": {"id": "81dd9a11-853a-43f0-ab20-8d35146702bc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-696775845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60612e3dc80246bbb53e689cee32181e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a824ed1-fd", "ovs_interfaceid": "3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.465806] env[62226]: DEBUG oslo_vmware.api [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2027831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218802} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.465943] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1820.466135] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1820.466307] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1820.467265] env[62226]: INFO nova.compute.manager [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1820.467492] env[62226]: DEBUG oslo.service.loopingcall [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.467674] env[62226]: DEBUG nova.compute.manager [-] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1820.467763] env[62226]: DEBUG nova.network.neutron [-] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1820.474142] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "c50bc1d9-19e6-439e-8782-7b268047d420" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.677s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.477621] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.664s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.477948] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "6798791d-4bc3-438c-953d-a3da73c33139" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.666s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.478470] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.680s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.479105] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "0e25fe39-4a1a-49ae-b169-8385b977c93c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.663s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.479414] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.668s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.480836] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "af2b7564-82eb-465d-a072-61dd58516cc1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.681s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.481157] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "ab454db1-8b99-4608-8672-8f64a19274bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.679s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.563371] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027832, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.630155] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74330ee6-5802-45e5-8b25-8dcecb5f6ef4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.639323] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e281f91c-8aad-44a8-98c4-a1f60ae6adac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.672035] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a7baf2-9320-418c-9077-c31147a414cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.681033] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178f3534-6137-46cb-ac25-f8b01595babe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.693860] env[62226]: DEBUG nova.compute.provider_tree [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.704674] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027833, 'name': Rename_Task, 'duration_secs': 0.141136} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.705622] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.705886] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbed8f37-8714-40f8-80b4-302848f4da47 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.712916] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1820.712916] env[62226]: value = "task-2027835" [ 1820.712916] env[62226]: _type = "Task" [ 1820.712916] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.720967] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.763917] env[62226]: DEBUG oslo_vmware.api [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2027834, 'name': ReconfigVM_Task, 'duration_secs': 0.15282} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.765304] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416571', 'volume_id': '250fb281-2601-4173-b996-81f0099a9dd9', 'name': 'volume-250fb281-2601-4173-b996-81f0099a9dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8b57022-3376-4cd7-a883-01eac833e7ca', 'attached_at': '', 'detached_at': '', 'volume_id': '250fb281-2601-4173-b996-81f0099a9dd9', 'serial': '250fb281-2601-4173-b996-81f0099a9dd9'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1820.954106] env[62226]: DEBUG nova.compute.manager [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1820.959640] env[62226]: DEBUG oslo_concurrency.lockutils [req-0267780d-9fa9-4609-8836-73c910fb197c req-8c9806d1-fa19-4003-a586-19ec0363ac87 service nova] Releasing lock "refresh_cache-0e25fe39-4a1a-49ae-b169-8385b977c93c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.013891] env[62226]: DEBUG nova.virt.hardware [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1821.014186] env[62226]: DEBUG nova.virt.hardware [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.014356] env[62226]: DEBUG nova.virt.hardware [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1821.014552] env[62226]: DEBUG nova.virt.hardware [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.014709] env[62226]: DEBUG nova.virt.hardware [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1821.014860] env[62226]: DEBUG nova.virt.hardware [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1821.015118] env[62226]: DEBUG nova.virt.hardware [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1821.015292] env[62226]: DEBUG nova.virt.hardware [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1821.015477] env[62226]: DEBUG nova.virt.hardware [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1821.015653] env[62226]: DEBUG nova.virt.hardware [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1821.015856] env[62226]: DEBUG nova.virt.hardware [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1821.016836] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8865409a-2941-4c8a-8754-5fc07608a6c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.025550] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622495a6-f3f8-4ac2-a8fc-35d9764d5655 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.060487] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027832, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.201107] env[62226]: DEBUG nova.scheduler.client.report [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.225168] env[62226]: DEBUG oslo_vmware.api [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027835, 'name': PowerOnVM_Task, 'duration_secs': 0.489036} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.228648] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.228648] env[62226]: INFO nova.compute.manager [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Took 5.39 seconds to spawn the instance on the hypervisor. [ 1821.228648] env[62226]: DEBUG nova.compute.manager [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.228648] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2012925-79a1-4956-9cba-22743eeffac1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.447712] env[62226]: DEBUG nova.network.neutron [-] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.560894] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027832, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.700605] env[62226]: DEBUG nova.compute.manager [req-b7f87c22-8b16-4681-9aa0-f4779e06f416 req-65fb4f70-70e8-4da7-a2f7-39425f1496b2 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Received event network-changed-3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1821.700905] env[62226]: DEBUG nova.compute.manager [req-b7f87c22-8b16-4681-9aa0-f4779e06f416 req-65fb4f70-70e8-4da7-a2f7-39425f1496b2 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Refreshing instance network info cache due to event network-changed-3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1821.701876] env[62226]: DEBUG oslo_concurrency.lockutils [req-b7f87c22-8b16-4681-9aa0-f4779e06f416 req-65fb4f70-70e8-4da7-a2f7-39425f1496b2 service nova] Acquiring lock "refresh_cache-0e25fe39-4a1a-49ae-b169-8385b977c93c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.702156] env[62226]: DEBUG oslo_concurrency.lockutils [req-b7f87c22-8b16-4681-9aa0-f4779e06f416 req-65fb4f70-70e8-4da7-a2f7-39425f1496b2 service nova] Acquired lock "refresh_cache-0e25fe39-4a1a-49ae-b169-8385b977c93c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.702375] env[62226]: DEBUG nova.network.neutron [req-b7f87c22-8b16-4681-9aa0-f4779e06f416 req-65fb4f70-70e8-4da7-a2f7-39425f1496b2 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Refreshing network info cache for port 3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.706943] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.707500] env[62226]: DEBUG nova.compute.manager [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1821.711427] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.289s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.713234] env[62226]: INFO nova.compute.claims [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1821.745816] env[62226]: DEBUG nova.network.neutron [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Successfully updated port: bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1821.752520] env[62226]: INFO nova.compute.manager [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Took 32.46 seconds to build instance. [ 1821.833230] env[62226]: DEBUG nova.objects.instance [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lazy-loading 'flavor' on Instance uuid a8b57022-3376-4cd7-a883-01eac833e7ca {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.931472] env[62226]: DEBUG nova.compute.manager [req-f4af9f54-c722-4529-84d5-4b5e42a5ecaa req-f361f970-b8b6-4ec6-bb96-ef727933b8b5 service nova] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Received event network-vif-plugged-bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1821.931691] env[62226]: DEBUG oslo_concurrency.lockutils [req-f4af9f54-c722-4529-84d5-4b5e42a5ecaa req-f361f970-b8b6-4ec6-bb96-ef727933b8b5 service nova] Acquiring lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.931900] env[62226]: DEBUG oslo_concurrency.lockutils [req-f4af9f54-c722-4529-84d5-4b5e42a5ecaa req-f361f970-b8b6-4ec6-bb96-ef727933b8b5 service nova] Lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.933394] env[62226]: DEBUG oslo_concurrency.lockutils [req-f4af9f54-c722-4529-84d5-4b5e42a5ecaa req-f361f970-b8b6-4ec6-bb96-ef727933b8b5 service nova] Lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.933394] env[62226]: DEBUG nova.compute.manager [req-f4af9f54-c722-4529-84d5-4b5e42a5ecaa req-f361f970-b8b6-4ec6-bb96-ef727933b8b5 service nova] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] No waiting events found dispatching network-vif-plugged-bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1821.937196] env[62226]: WARNING nova.compute.manager [req-f4af9f54-c722-4529-84d5-4b5e42a5ecaa req-f361f970-b8b6-4ec6-bb96-ef727933b8b5 service nova] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Received unexpected event network-vif-plugged-bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7 for instance with vm_state building and task_state spawning. [ 1821.950932] env[62226]: INFO nova.compute.manager [-] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Took 1.48 seconds to deallocate network for instance. [ 1822.070029] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027832, 'name': CloneVM_Task, 'duration_secs': 1.632715} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.070301] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Created linked-clone VM from snapshot [ 1822.071389] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20d28a4-7aa3-40da-b28e-cbc6a21cb60e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.079155] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Uploading image 02094256-a40e-438d-bb2b-a1c044ee1551 {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1822.105334] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1822.105628] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fd6d60dc-c673-47a9-8ec6-479984864df8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.113150] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1822.113150] env[62226]: value = "task-2027836" [ 1822.113150] env[62226]: _type = "Task" [ 1822.113150] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.121545] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027836, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.218092] env[62226]: DEBUG nova.compute.utils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.222101] env[62226]: DEBUG nova.compute.manager [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1822.222274] env[62226]: DEBUG nova.network.neutron [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1822.256541] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "refresh_cache-15ce5c9d-346d-4ec7-b8d8-77c42099fd76" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.256541] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "refresh_cache-15ce5c9d-346d-4ec7-b8d8-77c42099fd76" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.256541] env[62226]: DEBUG nova.network.neutron [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.256541] env[62226]: DEBUG oslo_concurrency.lockutils [None req-020e56ee-d096-47ec-b72d-0b04b5d2db5d tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lock "455dee18-7a9a-4474-9d74-c991ffe505cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.917s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.256541] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "455dee18-7a9a-4474-9d74-c991ffe505cb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.440s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.256541] env[62226]: INFO nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] During sync_power_state the instance has a pending task (spawning). Skip. [ 1822.256824] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "455dee18-7a9a-4474-9d74-c991ffe505cb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.339878] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2ea40c10-512b-4153-b0e2-1ac3035e743e tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.342s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.340870] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.540s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.341962] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3ea39c-1de9-44c4-bb21-eb7a74eb551f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.362506] env[62226]: DEBUG nova.policy [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eb4bf3117f44c6ea7887f3cdde9e747', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da405a3d296740b5be48f1299d6710d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1822.460400] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.499291] env[62226]: DEBUG nova.network.neutron [req-b7f87c22-8b16-4681-9aa0-f4779e06f416 req-65fb4f70-70e8-4da7-a2f7-39425f1496b2 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Updated VIF entry in instance network info cache for port 3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.499673] env[62226]: DEBUG nova.network.neutron [req-b7f87c22-8b16-4681-9aa0-f4779e06f416 req-65fb4f70-70e8-4da7-a2f7-39425f1496b2 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Updating instance_info_cache with network_info: [{"id": "3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa", "address": "fa:16:3e:57:a7:e0", "network": {"id": "81dd9a11-853a-43f0-ab20-8d35146702bc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-696775845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60612e3dc80246bbb53e689cee32181e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a824ed1-fd", "ovs_interfaceid": "3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.624515] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027836, 'name': Destroy_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.723077] env[62226]: DEBUG nova.compute.manager [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1822.761557] env[62226]: DEBUG nova.compute.manager [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1822.800583] env[62226]: DEBUG nova.network.neutron [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1822.838142] env[62226]: DEBUG nova.network.neutron [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Successfully created port: d156666b-1125-4baa-a43b-77605bde9068 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1822.855194] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.003871] env[62226]: DEBUG oslo_concurrency.lockutils [req-b7f87c22-8b16-4681-9aa0-f4779e06f416 req-65fb4f70-70e8-4da7-a2f7-39425f1496b2 service nova] Releasing lock "refresh_cache-0e25fe39-4a1a-49ae-b169-8385b977c93c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.004064] env[62226]: DEBUG nova.compute.manager [req-b7f87c22-8b16-4681-9aa0-f4779e06f416 req-65fb4f70-70e8-4da7-a2f7-39425f1496b2 service nova] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Received event network-vif-deleted-82aadb91-9d36-4f3d-a5a4-aa3353e11051 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1823.019080] env[62226]: DEBUG nova.network.neutron [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Updating instance_info_cache with network_info: [{"id": "bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7", "address": "fa:16:3e:58:26:ee", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe08a1a-0d", "ovs_interfaceid": "bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.131846] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027836, 'name': Destroy_Task, 'duration_secs': 0.661571} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.132129] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Destroyed the VM [ 1823.134205] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1823.134205] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-158e85ce-f199-45b9-90f7-bcdeeb444f9b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.142078] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1823.142078] env[62226]: value = "task-2027837" [ 1823.142078] env[62226]: _type = "Task" [ 1823.142078] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.154182] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027837, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.163395] env[62226]: INFO nova.compute.manager [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Rebuilding instance [ 1823.226826] env[62226]: DEBUG nova.compute.manager [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1823.227810] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b39b7-ba28-49dd-ac4e-c3f5d0838802 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.285713] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.412814] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d430b976-2702-4d3e-a0a1-a7084c8467ad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.421149] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36979cd6-e9d0-472e-8510-2845640bf482 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.456817] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda814a9-fcef-4727-b9bd-4f7cfe797b0b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.464995] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f80e10f-af67-4839-bc52-a4c5e932f539 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.478908] env[62226]: DEBUG nova.compute.provider_tree [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.524717] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "refresh_cache-15ce5c9d-346d-4ec7-b8d8-77c42099fd76" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.524717] env[62226]: DEBUG nova.compute.manager [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Instance network_info: |[{"id": "bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7", "address": "fa:16:3e:58:26:ee", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe08a1a-0d", "ovs_interfaceid": "bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1823.524717] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:26:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1823.531920] env[62226]: DEBUG oslo.service.loopingcall [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.532163] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1823.532396] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91e1eab5-ce87-4836-ab6c-048ead58b89e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.554834] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1823.554834] env[62226]: value = "task-2027838" [ 1823.554834] env[62226]: _type = "Task" [ 1823.554834] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.562540] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027838, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.651405] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027837, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.662172] env[62226]: DEBUG nova.compute.manager [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1823.663082] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29903ba-3a12-4054-8480-929936dfbb53 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.746023] env[62226]: DEBUG nova.compute.manager [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1823.773538] env[62226]: DEBUG nova.virt.hardware [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1823.773987] env[62226]: DEBUG nova.virt.hardware [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1823.774122] env[62226]: DEBUG nova.virt.hardware [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1823.774406] env[62226]: DEBUG nova.virt.hardware [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1823.774643] env[62226]: DEBUG nova.virt.hardware [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1823.774833] env[62226]: DEBUG nova.virt.hardware [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1823.775117] env[62226]: DEBUG nova.virt.hardware [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1823.775397] env[62226]: DEBUG nova.virt.hardware [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1823.775993] env[62226]: DEBUG nova.virt.hardware [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1823.775993] env[62226]: DEBUG nova.virt.hardware [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1823.776126] env[62226]: DEBUG nova.virt.hardware [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1823.778628] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaf747e-b794-4932-bf8a-ec87d3ba1458 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.788936] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1129144-9d63-4212-9157-08b3f0899915 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.982297] env[62226]: DEBUG nova.scheduler.client.report [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.065279] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027838, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.153016] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027837, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.173554] env[62226]: INFO nova.compute.manager [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] instance snapshotting [ 1824.173815] env[62226]: DEBUG nova.objects.instance [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'flavor' on Instance uuid 1e5ff955-6903-42cb-9583-95c9a142b41f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.258324] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1824.258704] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31a2b4d4-772d-4121-adb4-830a9b115f9d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.266692] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1824.266692] env[62226]: value = "task-2027839" [ 1824.266692] env[62226]: _type = "Task" [ 1824.266692] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.276177] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.488191] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.488708] env[62226]: DEBUG nova.compute.manager [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1824.491600] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.122s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.493541] env[62226]: INFO nova.compute.claims [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1824.520068] env[62226]: DEBUG nova.compute.manager [req-030f5e16-8b6e-4b82-b8b4-3b2ce661c306 req-d984fa18-9949-45b9-8558-958d5b16c17c service nova] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Received event network-changed-bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1824.520611] env[62226]: DEBUG nova.compute.manager [req-030f5e16-8b6e-4b82-b8b4-3b2ce661c306 req-d984fa18-9949-45b9-8558-958d5b16c17c service nova] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Refreshing instance network info cache due to event network-changed-bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1824.520611] env[62226]: DEBUG oslo_concurrency.lockutils [req-030f5e16-8b6e-4b82-b8b4-3b2ce661c306 req-d984fa18-9949-45b9-8558-958d5b16c17c service nova] Acquiring lock "refresh_cache-15ce5c9d-346d-4ec7-b8d8-77c42099fd76" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.520611] env[62226]: DEBUG oslo_concurrency.lockutils [req-030f5e16-8b6e-4b82-b8b4-3b2ce661c306 req-d984fa18-9949-45b9-8558-958d5b16c17c service nova] Acquired lock "refresh_cache-15ce5c9d-346d-4ec7-b8d8-77c42099fd76" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.520904] env[62226]: DEBUG nova.network.neutron [req-030f5e16-8b6e-4b82-b8b4-3b2ce661c306 req-d984fa18-9949-45b9-8558-958d5b16c17c service nova] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Refreshing network info cache for port bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.566966] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027838, 'name': CreateVM_Task, 'duration_secs': 0.849748} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.567565] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1824.569294] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.569366] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.569732] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1824.570229] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca9bd53-ae31-496b-b1fc-bc2fb5fad3fd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.575440] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1824.575440] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527c0f8f-2f70-d42c-8d6d-5968aac10020" [ 1824.575440] env[62226]: _type = "Task" [ 1824.575440] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.587713] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527c0f8f-2f70-d42c-8d6d-5968aac10020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.655039] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027837, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.682894] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc7c71e-64e0-4913-b954-82e70303359a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.710035] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e9a79-bb32-48f8-8f45-3e9133deb484 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.776168] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027839, 'name': PowerOffVM_Task, 'duration_secs': 0.197993} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.776477] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1824.776711] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1824.777460] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e0d76f-7a8b-4c58-af5e-d976660a017e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.784647] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1824.784874] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6af98dac-dec7-48c6-a07a-1fb4e665395d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.810009] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.810264] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.810450] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Deleting the datastore file [datastore1] 455dee18-7a9a-4474-9d74-c991ffe505cb {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.810713] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb88b9ce-aa81-4443-b0e0-e0180bca00e2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.817077] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1824.817077] env[62226]: value = "task-2027841" [ 1824.817077] env[62226]: _type = "Task" [ 1824.817077] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.827036] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.996999] env[62226]: DEBUG nova.network.neutron [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Successfully updated port: d156666b-1125-4baa-a43b-77605bde9068 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1825.003461] env[62226]: DEBUG nova.compute.utils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1825.004868] env[62226]: DEBUG nova.compute.manager [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1825.006659] env[62226]: DEBUG nova.network.neutron [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1825.035310] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.035565] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.093050] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527c0f8f-2f70-d42c-8d6d-5968aac10020, 'name': SearchDatastore_Task, 'duration_secs': 0.037569} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.093050] env[62226]: DEBUG nova.policy [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b2b115b3d924b75b790617634b20756', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c02dbb4539f4d5fadc6ad3a281636bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1825.093589] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.093918] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1825.094232] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.094439] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.094686] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1825.095146] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4ce6aca-3ac5-4951-ac5a-7781d84267f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.107093] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1825.107093] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1825.107728] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce953a1-cb02-4baa-ba16-d96204bf6c60 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.118450] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1825.118450] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5252450f-dc78-307c-5e6f-5a9eeb3063c1" [ 1825.118450] env[62226]: _type = "Task" [ 1825.118450] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.127527] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5252450f-dc78-307c-5e6f-5a9eeb3063c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.128166] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9124a31e-1b04-47d7-8b28-a1902c7e3712 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.133956] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1825.133956] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5236d46d-86ad-6519-90bf-d28220e4c66f" [ 1825.133956] env[62226]: _type = "Task" [ 1825.133956] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.143243] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5236d46d-86ad-6519-90bf-d28220e4c66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.153499] env[62226]: DEBUG oslo_vmware.api [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027837, 'name': RemoveSnapshot_Task, 'duration_secs': 1.578961} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.153742] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1825.222320] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1825.222320] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-50c19d5a-6305-49fb-8e9d-7ea41f20eb46 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.231464] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1825.231464] env[62226]: value = "task-2027842" [ 1825.231464] env[62226]: _type = "Task" [ 1825.231464] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.243859] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027842, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.280204] env[62226]: DEBUG nova.network.neutron [req-030f5e16-8b6e-4b82-b8b4-3b2ce661c306 req-d984fa18-9949-45b9-8558-958d5b16c17c service nova] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Updated VIF entry in instance network info cache for port bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.280604] env[62226]: DEBUG nova.network.neutron [req-030f5e16-8b6e-4b82-b8b4-3b2ce661c306 req-d984fa18-9949-45b9-8558-958d5b16c17c service nova] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Updating instance_info_cache with network_info: [{"id": "bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7", "address": "fa:16:3e:58:26:ee", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe08a1a-0d", "ovs_interfaceid": "bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.327038] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211654} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.327299] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1825.327485] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1825.327660] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1825.389982] env[62226]: DEBUG nova.compute.manager [req-43db46e6-e446-400c-b498-a09fe8660e5c req-c97ac9d0-42e4-4f58-9109-f14679a7f5ee service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Received event network-vif-plugged-d156666b-1125-4baa-a43b-77605bde9068 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1825.390307] env[62226]: DEBUG oslo_concurrency.lockutils [req-43db46e6-e446-400c-b498-a09fe8660e5c req-c97ac9d0-42e4-4f58-9109-f14679a7f5ee service nova] Acquiring lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.390436] env[62226]: DEBUG oslo_concurrency.lockutils [req-43db46e6-e446-400c-b498-a09fe8660e5c req-c97ac9d0-42e4-4f58-9109-f14679a7f5ee service nova] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.390609] env[62226]: DEBUG oslo_concurrency.lockutils [req-43db46e6-e446-400c-b498-a09fe8660e5c req-c97ac9d0-42e4-4f58-9109-f14679a7f5ee service nova] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.390780] env[62226]: DEBUG nova.compute.manager [req-43db46e6-e446-400c-b498-a09fe8660e5c req-c97ac9d0-42e4-4f58-9109-f14679a7f5ee service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] No waiting events found dispatching network-vif-plugged-d156666b-1125-4baa-a43b-77605bde9068 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1825.390966] env[62226]: WARNING nova.compute.manager [req-43db46e6-e446-400c-b498-a09fe8660e5c req-c97ac9d0-42e4-4f58-9109-f14679a7f5ee service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Received unexpected event network-vif-plugged-d156666b-1125-4baa-a43b-77605bde9068 for instance with vm_state building and task_state spawning. [ 1825.501347] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.501347] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquired lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.501347] env[62226]: DEBUG nova.network.neutron [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1825.510876] env[62226]: DEBUG nova.compute.manager [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1825.647527] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5236d46d-86ad-6519-90bf-d28220e4c66f, 'name': SearchDatastore_Task, 'duration_secs': 0.007727} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.647855] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.648185] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 15ce5c9d-346d-4ec7-b8d8-77c42099fd76/15ce5c9d-346d-4ec7-b8d8-77c42099fd76.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1825.648705] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f997467-fd7f-42d1-83eb-3884e123fd67 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.659948] env[62226]: WARNING nova.compute.manager [None req-094b6291-e040-4aca-b2f4-26622535a8a3 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Image not found during snapshot: nova.exception.ImageNotFound: Image 02094256-a40e-438d-bb2b-a1c044ee1551 could not be found. [ 1825.662790] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1825.662790] env[62226]: value = "task-2027843" [ 1825.662790] env[62226]: _type = "Task" [ 1825.662790] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.674774] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.675586] env[62226]: DEBUG nova.network.neutron [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Successfully created port: 73ba79a3-93ad-4a20-adb2-d03485ffb7c6 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1825.743695] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027842, 'name': CreateSnapshot_Task, 'duration_secs': 0.471742} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.743964] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1825.745216] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5164917-33c5-4176-b0f7-51c88e4fe2fc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.783220] env[62226]: DEBUG oslo_concurrency.lockutils [req-030f5e16-8b6e-4b82-b8b4-3b2ce661c306 req-d984fa18-9949-45b9-8558-958d5b16c17c service nova] Releasing lock "refresh_cache-15ce5c9d-346d-4ec7-b8d8-77c42099fd76" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.054331] env[62226]: DEBUG nova.network.neutron [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1826.113198] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40608216-d194-4bbc-b0e3-cc17d8f10244 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.123359] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bb54a0-a9bd-4cd9-b8e4-545053415ee1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.163470] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c582596-0a61-4722-99f4-105a617ceb5a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.173089] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.173388] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.186909] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f15657-5cbd-4b61-9002-71a421f277e7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.191923] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485135} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.192313] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 15ce5c9d-346d-4ec7-b8d8-77c42099fd76/15ce5c9d-346d-4ec7-b8d8-77c42099fd76.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.192550] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.193213] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b0a22bc-3a4d-4dff-b8a7-10626a377f23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.205857] env[62226]: DEBUG nova.compute.provider_tree [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.212189] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1826.212189] env[62226]: value = "task-2027844" [ 1826.212189] env[62226]: _type = "Task" [ 1826.212189] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.221162] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.265018] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1826.266102] env[62226]: DEBUG nova.network.neutron [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Updating instance_info_cache with network_info: [{"id": "d156666b-1125-4baa-a43b-77605bde9068", "address": "fa:16:3e:2e:d5:f8", "network": {"id": "784412b7-5734-4056-9c72-b7588455132f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357963773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da405a3d296740b5be48f1299d6710d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd156666b-11", "ovs_interfaceid": "d156666b-1125-4baa-a43b-77605bde9068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.267323] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bdfd80f1-3c68-4fa1-b68a-a82149e6325d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.276702] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1826.276702] env[62226]: value = "task-2027845" [ 1826.276702] env[62226]: _type = "Task" [ 1826.276702] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.291141] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027845, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.364990] env[62226]: DEBUG nova.virt.hardware [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1826.365256] env[62226]: DEBUG nova.virt.hardware [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1826.365415] env[62226]: DEBUG nova.virt.hardware [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1826.365682] env[62226]: DEBUG nova.virt.hardware [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1826.365899] env[62226]: DEBUG nova.virt.hardware [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1826.366107] env[62226]: DEBUG nova.virt.hardware [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1826.366378] env[62226]: DEBUG nova.virt.hardware [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1826.366608] env[62226]: DEBUG nova.virt.hardware [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1826.366767] env[62226]: DEBUG nova.virt.hardware [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1826.366933] env[62226]: DEBUG nova.virt.hardware [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1826.367118] env[62226]: DEBUG nova.virt.hardware [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1826.368073] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0158dad-09ed-425e-b562-36e7934f9f00 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.375999] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8f13fa-1527-4f61-b4c2-548f5d305ce7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.392208] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Instance VIF info [] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1826.398030] env[62226]: DEBUG oslo.service.loopingcall [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.398338] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1826.398631] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b93c3f-2256-4c73-bd1c-d78fe192264b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.419457] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1826.419457] env[62226]: value = "task-2027846" [ 1826.419457] env[62226]: _type = "Task" [ 1826.419457] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.429437] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027846, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.773984] env[62226]: DEBUG nova.compute.manager [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1826.773984] env[62226]: DEBUG nova.virt.hardware [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1826.773984] env[62226]: DEBUG nova.virt.hardware [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1826.773984] env[62226]: DEBUG nova.virt.hardware [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1826.773984] env[62226]: DEBUG nova.virt.hardware [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1826.773984] env[62226]: DEBUG nova.virt.hardware [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1826.773984] env[62226]: DEBUG nova.virt.hardware [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1826.773984] env[62226]: DEBUG nova.virt.hardware [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1826.773984] env[62226]: DEBUG nova.virt.hardware [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1826.773984] env[62226]: DEBUG nova.virt.hardware [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1826.773984] env[62226]: DEBUG nova.virt.hardware [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1826.773984] env[62226]: DEBUG nova.virt.hardware [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1826.773984] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cabbdb-f0ab-48ed-bd66-f9c4f5cd2734 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.776193] env[62226]: DEBUG nova.scheduler.client.report [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.776193] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Releasing lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.776193] env[62226]: DEBUG nova.compute.manager [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Instance network_info: |[{"id": "d156666b-1125-4baa-a43b-77605bde9068", "address": "fa:16:3e:2e:d5:f8", "network": {"id": "784412b7-5734-4056-9c72-b7588455132f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357963773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da405a3d296740b5be48f1299d6710d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd156666b-11", "ovs_interfaceid": "d156666b-1125-4baa-a43b-77605bde9068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1826.794635] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:d5:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd156666b-1125-4baa-a43b-77605bde9068', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1826.794635] env[62226]: DEBUG oslo.service.loopingcall [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.794635] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070772} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.794635] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1826.794635] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1826.794635] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db65bcb8-fa01-42d5-9df7-f2959d9fcd2a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.796891] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20bc1be6-d47f-43df-80a5-f284b568b815 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.811853] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84269af-a99a-45e8-acf2-6725973bec9a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.829582] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027845, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.849523] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 15ce5c9d-346d-4ec7-b8d8-77c42099fd76/15ce5c9d-346d-4ec7-b8d8-77c42099fd76.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.851043] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1826.851043] env[62226]: value = "task-2027847" [ 1826.851043] env[62226]: _type = "Task" [ 1826.851043] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.851043] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b12523-5457-4a49-9774-74e5b3c0ebe6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.874092] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027847, 'name': CreateVM_Task} progress is 15%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.875971] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1826.875971] env[62226]: value = "task-2027848" [ 1826.875971] env[62226]: _type = "Task" [ 1826.875971] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.889361] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.929097] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027846, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.291020] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.291020] env[62226]: DEBUG nova.compute.manager [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1827.296999] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.813s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.297474] env[62226]: DEBUG nova.objects.instance [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lazy-loading 'resources' on Instance uuid f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.304662] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027845, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.377378] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027847, 'name': CreateVM_Task, 'duration_secs': 0.471255} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.381743] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.382510] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.383633] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.383774] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.384768] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aecd549d-b2ae-4cfd-9db6-498ebbe140f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.391235] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027848, 'name': ReconfigVM_Task, 'duration_secs': 0.497528} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.392254] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 15ce5c9d-346d-4ec7-b8d8-77c42099fd76/15ce5c9d-346d-4ec7-b8d8-77c42099fd76.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.393314] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10a0b575-4b94-48ad-9bcb-7c918563039d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.396658] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1827.396658] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529fc042-af79-3b8e-78bb-5fbedef6944e" [ 1827.396658] env[62226]: _type = "Task" [ 1827.396658] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.401675] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1827.401675] env[62226]: value = "task-2027849" [ 1827.401675] env[62226]: _type = "Task" [ 1827.401675] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.408733] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529fc042-af79-3b8e-78bb-5fbedef6944e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.413847] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027849, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.432179] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027846, 'name': CreateVM_Task, 'duration_secs': 0.717277} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.432179] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.432179] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.432179] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.432179] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.432179] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a725996-e941-4d43-a4d5-d4c3504f99e8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.436091] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1827.436091] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527ad878-3e33-9087-f2a5-3c2d880fc86b" [ 1827.436091] env[62226]: _type = "Task" [ 1827.436091] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.444441] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527ad878-3e33-9087-f2a5-3c2d880fc86b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.799690] env[62226]: DEBUG nova.compute.utils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1827.804136] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027845, 'name': CloneVM_Task, 'duration_secs': 1.428907} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.811072] env[62226]: DEBUG nova.compute.manager [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1827.811261] env[62226]: DEBUG nova.network.neutron [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1827.812993] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Created linked-clone VM from snapshot [ 1827.814487] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51e5721-bc76-4349-9cf7-bc7535fff975 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.824017] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Uploading image 83e8ff3e-c20d-4185-ad77-48b50af67c4a {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1827.850097] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1827.850097] env[62226]: value = "vm-416579" [ 1827.850097] env[62226]: _type = "VirtualMachine" [ 1827.850097] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1827.850381] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-377f19f1-fbfb-4c99-9162-bc89ac6ed613 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.855017] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "598fe4c0-055e-4182-afe3-1e50cadcb257" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.855017] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "598fe4c0-055e-4182-afe3-1e50cadcb257" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.855017] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "598fe4c0-055e-4182-afe3-1e50cadcb257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.855017] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "598fe4c0-055e-4182-afe3-1e50cadcb257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.855017] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "598fe4c0-055e-4182-afe3-1e50cadcb257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.858606] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lease: (returnval){ [ 1827.858606] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b270bd-2bca-6567-f94d-d441b08e6dcf" [ 1827.858606] env[62226]: _type = "HttpNfcLease" [ 1827.858606] env[62226]: } obtained for exporting VM: (result){ [ 1827.858606] env[62226]: value = "vm-416579" [ 1827.858606] env[62226]: _type = "VirtualMachine" [ 1827.858606] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1827.858883] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the lease: (returnval){ [ 1827.858883] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b270bd-2bca-6567-f94d-d441b08e6dcf" [ 1827.858883] env[62226]: _type = "HttpNfcLease" [ 1827.858883] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1827.859301] env[62226]: INFO nova.compute.manager [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Terminating instance [ 1827.870268] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1827.870268] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b270bd-2bca-6567-f94d-d441b08e6dcf" [ 1827.870268] env[62226]: _type = "HttpNfcLease" [ 1827.870268] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1827.871666] env[62226]: DEBUG nova.policy [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5712e3dc48a4198911ab3dac2ba7402', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59951ee38b814eff927d64ff46830b0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1827.914905] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027849, 'name': Rename_Task, 'duration_secs': 0.322021} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.917718] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.918015] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529fc042-af79-3b8e-78bb-5fbedef6944e, 'name': SearchDatastore_Task, 'duration_secs': 0.013187} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.918232] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-504d7ef4-611d-4d50-aac4-5dd85b8d0433 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.920810] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.920810] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1827.920810] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.920810] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.920810] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1827.920810] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e5c7599-d766-4732-a6ec-ee421faf6592 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.931757] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1827.931757] env[62226]: value = "task-2027851" [ 1827.931757] env[62226]: _type = "Task" [ 1827.931757] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.931757] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1827.931757] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1827.935506] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4acc2f2-32ef-4862-b58e-4820823805d5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.943486] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1827.943486] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523a3f0e-d1ee-eeb4-150f-e678594dae5f" [ 1827.943486] env[62226]: _type = "Task" [ 1827.943486] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.943708] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.954281] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527ad878-3e33-9087-f2a5-3c2d880fc86b, 'name': SearchDatastore_Task, 'duration_secs': 0.016118} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.954854] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.955122] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1827.955373] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.955733] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.955948] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1827.959604] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38518242-a87b-41f6-92df-8e8df6e05412 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.961744] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523a3f0e-d1ee-eeb4-150f-e678594dae5f, 'name': SearchDatastore_Task, 'duration_secs': 0.014571} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.966065] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312ff77a-fb76-44d6-9718-e33cb5dc613f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.971144] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1827.971144] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52227e6a-e190-ec3a-b7b0-3252f8ff64a6" [ 1827.971144] env[62226]: _type = "Task" [ 1827.971144] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.972398] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1827.972565] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1827.975911] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1141c4d8-8361-4000-8782-dca0dbe0d2a5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.990017] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52227e6a-e190-ec3a-b7b0-3252f8ff64a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.991491] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1827.991491] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52713502-9442-79d8-7b6e-6b87e13aa06d" [ 1827.991491] env[62226]: _type = "Task" [ 1827.991491] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.002210] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52713502-9442-79d8-7b6e-6b87e13aa06d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.074741] env[62226]: DEBUG nova.network.neutron [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Successfully updated port: 73ba79a3-93ad-4a20-adb2-d03485ffb7c6 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1828.123683] env[62226]: DEBUG nova.compute.manager [req-181e6d10-9eb3-4545-af8a-a17d390d38e5 req-76d30be8-064e-4aa3-9daf-4a03f7153a04 service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Received event network-changed-d156666b-1125-4baa-a43b-77605bde9068 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1828.123783] env[62226]: DEBUG nova.compute.manager [req-181e6d10-9eb3-4545-af8a-a17d390d38e5 req-76d30be8-064e-4aa3-9daf-4a03f7153a04 service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Refreshing instance network info cache due to event network-changed-d156666b-1125-4baa-a43b-77605bde9068. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1828.123977] env[62226]: DEBUG oslo_concurrency.lockutils [req-181e6d10-9eb3-4545-af8a-a17d390d38e5 req-76d30be8-064e-4aa3-9daf-4a03f7153a04 service nova] Acquiring lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.124578] env[62226]: DEBUG oslo_concurrency.lockutils [req-181e6d10-9eb3-4545-af8a-a17d390d38e5 req-76d30be8-064e-4aa3-9daf-4a03f7153a04 service nova] Acquired lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.124744] env[62226]: DEBUG nova.network.neutron [req-181e6d10-9eb3-4545-af8a-a17d390d38e5 req-76d30be8-064e-4aa3-9daf-4a03f7153a04 service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Refreshing network info cache for port d156666b-1125-4baa-a43b-77605bde9068 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.307190] env[62226]: DEBUG nova.compute.manager [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1828.369333] env[62226]: DEBUG nova.compute.manager [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1828.369333] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1828.373748] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c56853-758f-493f-871a-e5730409e0bd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.383560] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1828.383560] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b270bd-2bca-6567-f94d-d441b08e6dcf" [ 1828.383560] env[62226]: _type = "HttpNfcLease" [ 1828.383560] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1828.385974] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1828.385974] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b270bd-2bca-6567-f94d-d441b08e6dcf" [ 1828.385974] env[62226]: _type = "HttpNfcLease" [ 1828.385974] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1828.386321] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1828.387220] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2782b057-75de-479a-b42f-de1574932fbc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.389888] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e3d1594-84dc-4b37-9ac9-d554917e2b3d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.395854] env[62226]: DEBUG nova.network.neutron [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Successfully created port: 32a94729-bfdf-4cc0-ab86-e6224047bf67 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1828.403689] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e00b6-3eba-1daa-d1b8-51a29952259d/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1828.403689] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e00b6-3eba-1daa-d1b8-51a29952259d/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1828.406440] env[62226]: DEBUG oslo_vmware.api [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1828.406440] env[62226]: value = "task-2027852" [ 1828.406440] env[62226]: _type = "Task" [ 1828.406440] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.478834] env[62226]: DEBUG oslo_vmware.api [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.498178] env[62226]: DEBUG oslo_vmware.api [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027851, 'name': PowerOnVM_Task, 'duration_secs': 0.471333} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.498178] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1828.498178] env[62226]: INFO nova.compute.manager [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1828.498178] env[62226]: DEBUG nova.compute.manager [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.498178] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52227e6a-e190-ec3a-b7b0-3252f8ff64a6, 'name': SearchDatastore_Task, 'duration_secs': 0.022761} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.498178] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df220be6-21c6-4ece-be22-a3bc19e98589 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.498178] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.498178] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 9707fb9d-86e4-4aa7-b64e-32d0648cc012/9707fb9d-86e4-4aa7-b64e-32d0648cc012.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1828.498178] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-574b7a90-2b98-4138-842e-d7ab9463eab0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.508338] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-afa42b9f-d7a7-4d4d-b491-cc4beca321fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.517816] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52713502-9442-79d8-7b6e-6b87e13aa06d, 'name': SearchDatastore_Task, 'duration_secs': 0.02204} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.519426] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1828.519426] env[62226]: value = "task-2027853" [ 1828.519426] env[62226]: _type = "Task" [ 1828.519426] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.520365] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73365132-d855-45ab-bf88-f1603ca8a8f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.528297] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452d1e1f-07ab-4a76-b25a-79ee8b896ad7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.537453] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1828.537453] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524b832d-ca7f-b817-7c28-faf6f5cc9b4f" [ 1828.537453] env[62226]: _type = "Task" [ 1828.537453] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.538058] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.548240] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73a1636-42e9-4df4-8ad1-a816221417f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.556215] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524b832d-ca7f-b817-7c28-faf6f5cc9b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.588029] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "refresh_cache-5157170e-858f-4987-b121-3eb983e66d7f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.588029] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired lock "refresh_cache-5157170e-858f-4987-b121-3eb983e66d7f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.588029] env[62226]: DEBUG nova.network.neutron [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1828.595545] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4867ec-c579-48ef-9bf5-7e07a55d9c17 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.606885] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0fbd98-fcaa-4f66-b74e-353468b8e892 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.623974] env[62226]: DEBUG nova.compute.provider_tree [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.664895] env[62226]: DEBUG nova.network.neutron [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1828.915157] env[62226]: DEBUG nova.network.neutron [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Updating instance_info_cache with network_info: [{"id": "73ba79a3-93ad-4a20-adb2-d03485ffb7c6", "address": "fa:16:3e:42:c6:14", "network": {"id": "6b1aad1b-cffa-4c2f-a731-6d90b0b385bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-860464410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02dbb4539f4d5fadc6ad3a281636bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73ba79a3-93", "ovs_interfaceid": "73ba79a3-93ad-4a20-adb2-d03485ffb7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.924605] env[62226]: DEBUG oslo_vmware.api [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027852, 'name': PowerOffVM_Task, 'duration_secs': 0.253981} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.925366] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.929413] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1828.930567] env[62226]: DEBUG nova.network.neutron [req-181e6d10-9eb3-4545-af8a-a17d390d38e5 req-76d30be8-064e-4aa3-9daf-4a03f7153a04 service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Updated VIF entry in instance network info cache for port d156666b-1125-4baa-a43b-77605bde9068. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1828.930992] env[62226]: DEBUG nova.network.neutron [req-181e6d10-9eb3-4545-af8a-a17d390d38e5 req-76d30be8-064e-4aa3-9daf-4a03f7153a04 service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Updating instance_info_cache with network_info: [{"id": "d156666b-1125-4baa-a43b-77605bde9068", "address": "fa:16:3e:2e:d5:f8", "network": {"id": "784412b7-5734-4056-9c72-b7588455132f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357963773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da405a3d296740b5be48f1299d6710d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd156666b-11", "ovs_interfaceid": "d156666b-1125-4baa-a43b-77605bde9068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.932353] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ba6ea06-e58e-47a8-a3cf-a6d940730931 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.037066] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.038072] env[62226]: INFO nova.compute.manager [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Took 35.88 seconds to build instance. [ 1829.045940] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1829.046541] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1829.046895] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Deleting the datastore file [datastore2] 598fe4c0-055e-4182-afe3-1e50cadcb257 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1829.049045] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f1dab69-e87a-485c-a883-1f8e83eabd41 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.054180] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524b832d-ca7f-b817-7c28-faf6f5cc9b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.031528} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.055057] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.055944] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 455dee18-7a9a-4474-9d74-c991ffe505cb/455dee18-7a9a-4474-9d74-c991ffe505cb.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1829.055944] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-591e8d79-4514-4c51-82d4-a703ea5fa268 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.059618] env[62226]: DEBUG oslo_vmware.api [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1829.059618] env[62226]: value = "task-2027855" [ 1829.059618] env[62226]: _type = "Task" [ 1829.059618] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.065433] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1829.065433] env[62226]: value = "task-2027856" [ 1829.065433] env[62226]: _type = "Task" [ 1829.065433] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.072170] env[62226]: DEBUG oslo_vmware.api [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.077339] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.127071] env[62226]: DEBUG nova.scheduler.client.report [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.319500] env[62226]: DEBUG nova.compute.manager [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1829.357010] env[62226]: DEBUG nova.virt.hardware [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1829.357420] env[62226]: DEBUG nova.virt.hardware [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1829.357627] env[62226]: DEBUG nova.virt.hardware [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1829.357857] env[62226]: DEBUG nova.virt.hardware [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1829.358079] env[62226]: DEBUG nova.virt.hardware [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1829.358321] env[62226]: DEBUG nova.virt.hardware [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1829.358557] env[62226]: DEBUG nova.virt.hardware [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1829.358831] env[62226]: DEBUG nova.virt.hardware [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1829.359089] env[62226]: DEBUG nova.virt.hardware [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1829.359564] env[62226]: DEBUG nova.virt.hardware [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1829.359564] env[62226]: DEBUG nova.virt.hardware [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1829.361719] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3047e3-8228-4c69-9115-1b734e244e3c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.371741] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde8a689-667e-462f-8872-d7f0ea38eddb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.426069] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Releasing lock "refresh_cache-5157170e-858f-4987-b121-3eb983e66d7f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.426430] env[62226]: DEBUG nova.compute.manager [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Instance network_info: |[{"id": "73ba79a3-93ad-4a20-adb2-d03485ffb7c6", "address": "fa:16:3e:42:c6:14", "network": {"id": "6b1aad1b-cffa-4c2f-a731-6d90b0b385bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-860464410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02dbb4539f4d5fadc6ad3a281636bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73ba79a3-93", "ovs_interfaceid": "73ba79a3-93ad-4a20-adb2-d03485ffb7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1829.427036] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:c6:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73ba79a3-93ad-4a20-adb2-d03485ffb7c6', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1829.435369] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Creating folder: Project (0c02dbb4539f4d5fadc6ad3a281636bd). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1829.436131] env[62226]: DEBUG oslo_concurrency.lockutils [req-181e6d10-9eb3-4545-af8a-a17d390d38e5 req-76d30be8-064e-4aa3-9daf-4a03f7153a04 service nova] Releasing lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.436924] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec8e0d5c-2f8f-4786-a9a1-68bba3fca28d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.447358] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Created folder: Project (0c02dbb4539f4d5fadc6ad3a281636bd) in parent group-v416438. [ 1829.447627] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Creating folder: Instances. Parent ref: group-v416582. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1829.447960] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b30326a-1a66-409e-815c-03e3b5f77f1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.457735] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Created folder: Instances in parent group-v416582. [ 1829.458052] env[62226]: DEBUG oslo.service.loopingcall [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.458265] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1829.458764] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7e2265e-a7d0-4e0b-b098-dbb766007a92 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.481121] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1829.481121] env[62226]: value = "task-2027859" [ 1829.481121] env[62226]: _type = "Task" [ 1829.481121] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.490295] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027859, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.529469] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644247} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.530172] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 9707fb9d-86e4-4aa7-b64e-32d0648cc012/9707fb9d-86e4-4aa7-b64e-32d0648cc012.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.530172] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.530541] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15cae8ed-1181-40bc-8b3c-0aa3edbcdf4e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.537897] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1829.537897] env[62226]: value = "task-2027860" [ 1829.537897] env[62226]: _type = "Task" [ 1829.537897] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.541715] env[62226]: DEBUG oslo_concurrency.lockutils [None req-73881071-8dec-44ec-a308-6ae4f8361926 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.102s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.543128] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.727s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.543784] env[62226]: INFO nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] During sync_power_state the instance has a pending task (networking). Skip. [ 1829.543784] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.550038] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.574196] env[62226]: DEBUG oslo_vmware.api [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2027855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355335} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.575454] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1829.575454] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1829.575454] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1829.575643] env[62226]: INFO nova.compute.manager [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1829.575883] env[62226]: DEBUG oslo.service.loopingcall [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.576118] env[62226]: DEBUG nova.compute.manager [-] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1829.578095] env[62226]: DEBUG nova.network.neutron [-] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1829.582578] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027856, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.633663] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.637685] env[62226]: DEBUG oslo_concurrency.lockutils [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.578s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.638125] env[62226]: DEBUG nova.objects.instance [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lazy-loading 'resources' on Instance uuid 20b9948d-03b5-436e-964c-a94b3a6d8b08 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.712892] env[62226]: INFO nova.scheduler.client.report [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Deleted allocations for instance f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c [ 1829.993926] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027859, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.046582] env[62226]: DEBUG nova.compute.manager [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1830.053555] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132219} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.054110] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1830.055125] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7248d3de-a368-424f-857a-6455c4c9d875 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.082227] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 9707fb9d-86e4-4aa7-b64e-32d0648cc012/9707fb9d-86e4-4aa7-b64e-32d0648cc012.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.085683] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3598661d-d0e7-4829-b36a-d03dbcb87fa4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.108104] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027856, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.108104] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1830.108104] env[62226]: value = "task-2027861" [ 1830.108104] env[62226]: _type = "Task" [ 1830.108104] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.116894] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.230974] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2a9fa0e7-c7ba-49c4-a79d-68380a3022fb tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.267s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.232279] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.432s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.232996] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbc09fee-e633-48eb-b3f0-f16293973225 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.242601] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ab853-da04-406b-872d-cbbe91dbe258 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.289044] env[62226]: DEBUG nova.network.neutron [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Successfully updated port: 32a94729-bfdf-4cc0-ab86-e6224047bf67 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1830.291807] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9001794b-725f-4dc4-afc8-4190b5561d88 tempest-ServersAdminTestJSON-718140355 tempest-ServersAdminTestJSON-718140355-project-admin] Acquiring lock "refresh_cache-15ce5c9d-346d-4ec7-b8d8-77c42099fd76" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.291999] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9001794b-725f-4dc4-afc8-4190b5561d88 tempest-ServersAdminTestJSON-718140355 tempest-ServersAdminTestJSON-718140355-project-admin] Acquired lock "refresh_cache-15ce5c9d-346d-4ec7-b8d8-77c42099fd76" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.292252] env[62226]: DEBUG nova.network.neutron [None req-9001794b-725f-4dc4-afc8-4190b5561d88 tempest-ServersAdminTestJSON-718140355 tempest-ServersAdminTestJSON-718140355-project-admin] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.492366] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027859, 'name': CreateVM_Task, 'duration_secs': 0.597225} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.492629] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1830.496402] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.496808] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.497406] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1830.498022] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d82304a7-67d8-41df-ad67-b2ce22d123b7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.503620] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1830.503620] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5220d746-90c5-a460-ff5d-20f978e1b2bc" [ 1830.503620] env[62226]: _type = "Task" [ 1830.503620] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.513191] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5220d746-90c5-a460-ff5d-20f978e1b2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.573063] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.582065] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027856, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.622150] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.624309] env[62226]: DEBUG nova.compute.manager [req-c9574259-f1ac-4b23-a5d4-7d838a3db94b req-aaa04277-04a1-4e42-afa8-53662a606dbb service nova] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Received event network-vif-plugged-32a94729-bfdf-4cc0-ab86-e6224047bf67 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1830.624523] env[62226]: DEBUG oslo_concurrency.lockutils [req-c9574259-f1ac-4b23-a5d4-7d838a3db94b req-aaa04277-04a1-4e42-afa8-53662a606dbb service nova] Acquiring lock "5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.624729] env[62226]: DEBUG oslo_concurrency.lockutils [req-c9574259-f1ac-4b23-a5d4-7d838a3db94b req-aaa04277-04a1-4e42-afa8-53662a606dbb service nova] Lock "5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.624895] env[62226]: DEBUG oslo_concurrency.lockutils [req-c9574259-f1ac-4b23-a5d4-7d838a3db94b req-aaa04277-04a1-4e42-afa8-53662a606dbb service nova] Lock "5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.625073] env[62226]: DEBUG nova.compute.manager [req-c9574259-f1ac-4b23-a5d4-7d838a3db94b req-aaa04277-04a1-4e42-afa8-53662a606dbb service nova] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] No waiting events found dispatching network-vif-plugged-32a94729-bfdf-4cc0-ab86-e6224047bf67 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1830.625241] env[62226]: WARNING nova.compute.manager [req-c9574259-f1ac-4b23-a5d4-7d838a3db94b req-aaa04277-04a1-4e42-afa8-53662a606dbb service nova] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Received unexpected event network-vif-plugged-32a94729-bfdf-4cc0-ab86-e6224047bf67 for instance with vm_state building and task_state spawning. [ 1830.654041] env[62226]: DEBUG nova.network.neutron [-] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.733222] env[62226]: DEBUG nova.compute.manager [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Received event network-vif-plugged-73ba79a3-93ad-4a20-adb2-d03485ffb7c6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1830.733485] env[62226]: DEBUG oslo_concurrency.lockutils [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] Acquiring lock "5157170e-858f-4987-b121-3eb983e66d7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.733770] env[62226]: DEBUG oslo_concurrency.lockutils [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] Lock "5157170e-858f-4987-b121-3eb983e66d7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.733974] env[62226]: DEBUG oslo_concurrency.lockutils [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] Lock "5157170e-858f-4987-b121-3eb983e66d7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.734344] env[62226]: DEBUG nova.compute.manager [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] No waiting events found dispatching network-vif-plugged-73ba79a3-93ad-4a20-adb2-d03485ffb7c6 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1830.734982] env[62226]: WARNING nova.compute.manager [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Received unexpected event network-vif-plugged-73ba79a3-93ad-4a20-adb2-d03485ffb7c6 for instance with vm_state building and task_state spawning. [ 1830.735241] env[62226]: DEBUG nova.compute.manager [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Received event network-changed-73ba79a3-93ad-4a20-adb2-d03485ffb7c6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1830.735535] env[62226]: DEBUG nova.compute.manager [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Refreshing instance network info cache due to event network-changed-73ba79a3-93ad-4a20-adb2-d03485ffb7c6. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1830.735682] env[62226]: DEBUG oslo_concurrency.lockutils [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] Acquiring lock "refresh_cache-5157170e-858f-4987-b121-3eb983e66d7f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.735835] env[62226]: DEBUG oslo_concurrency.lockutils [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] Acquired lock "refresh_cache-5157170e-858f-4987-b121-3eb983e66d7f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.736114] env[62226]: DEBUG nova.network.neutron [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Refreshing network info cache for port 73ba79a3-93ad-4a20-adb2-d03485ffb7c6 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.792216] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbda41b7-5449-4870-ad01-10105cf72a6f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.795794] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.798165] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Acquiring lock "refresh_cache-5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.798383] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Acquired lock "refresh_cache-5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.798569] env[62226]: DEBUG nova.network.neutron [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.805365] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e780196d-4f3b-488e-87c8-02bb1d5c99ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.843870] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94b8788-8bae-478e-aabc-bac0fb5359ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.853685] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b890a917-871b-447a-a93e-4c04eb55b607 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.870279] env[62226]: DEBUG nova.compute.provider_tree [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.941378] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "af2b7564-82eb-465d-a072-61dd58516cc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.941638] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "af2b7564-82eb-465d-a072-61dd58516cc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.941888] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "af2b7564-82eb-465d-a072-61dd58516cc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.942073] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "af2b7564-82eb-465d-a072-61dd58516cc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.942245] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "af2b7564-82eb-465d-a072-61dd58516cc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.948494] env[62226]: INFO nova.compute.manager [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Terminating instance [ 1831.015536] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5220d746-90c5-a460-ff5d-20f978e1b2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.074584] env[62226]: DEBUG nova.network.neutron [None req-9001794b-725f-4dc4-afc8-4190b5561d88 tempest-ServersAdminTestJSON-718140355 tempest-ServersAdminTestJSON-718140355-project-admin] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Updating instance_info_cache with network_info: [{"id": "bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7", "address": "fa:16:3e:58:26:ee", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe08a1a-0d", "ovs_interfaceid": "bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.092471] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027856, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.786239} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.093269] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 455dee18-7a9a-4474-9d74-c991ffe505cb/455dee18-7a9a-4474-9d74-c991ffe505cb.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.093542] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.093819] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d90427aa-7806-422d-9756-cc4f795d8a9d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.101995] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1831.101995] env[62226]: value = "task-2027862" [ 1831.101995] env[62226]: _type = "Task" [ 1831.101995] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.111320] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.120748] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.159318] env[62226]: INFO nova.compute.manager [-] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Took 1.58 seconds to deallocate network for instance. [ 1831.350265] env[62226]: DEBUG nova.network.neutron [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1831.373838] env[62226]: DEBUG nova.scheduler.client.report [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.452796] env[62226]: DEBUG nova.compute.manager [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1831.453086] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1831.455517] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269fd527-e029-4dd0-828b-ce018669ec0a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.467374] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1831.467847] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4690c8c-0c36-4955-b5a1-af54a2113b44 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.474078] env[62226]: DEBUG oslo_vmware.api [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1831.474078] env[62226]: value = "task-2027863" [ 1831.474078] env[62226]: _type = "Task" [ 1831.474078] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.482413] env[62226]: DEBUG oslo_vmware.api [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.514967] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5220d746-90c5-a460-ff5d-20f978e1b2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.582556] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9001794b-725f-4dc4-afc8-4190b5561d88 tempest-ServersAdminTestJSON-718140355 tempest-ServersAdminTestJSON-718140355-project-admin] Releasing lock "refresh_cache-15ce5c9d-346d-4ec7-b8d8-77c42099fd76" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.582556] env[62226]: DEBUG nova.compute.manager [None req-9001794b-725f-4dc4-afc8-4190b5561d88 tempest-ServersAdminTestJSON-718140355 tempest-ServersAdminTestJSON-718140355-project-admin] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Inject network info {{(pid=62226) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1831.582556] env[62226]: DEBUG nova.compute.manager [None req-9001794b-725f-4dc4-afc8-4190b5561d88 tempest-ServersAdminTestJSON-718140355 tempest-ServersAdminTestJSON-718140355-project-admin] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] network_info to inject: |[{"id": "bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7", "address": "fa:16:3e:58:26:ee", "network": {"id": "3a6ca700-463e-445a-9f26-5695318d0690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-643664072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6095cbc3095d4f66b7f95ec2686786ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe08a1a-0d", "ovs_interfaceid": "bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1831.586368] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9001794b-725f-4dc4-afc8-4190b5561d88 tempest-ServersAdminTestJSON-718140355 tempest-ServersAdminTestJSON-718140355-project-admin] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Reconfiguring VM instance to set the machine id {{(pid=62226) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1831.589017] env[62226]: DEBUG nova.network.neutron [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Updating instance_info_cache with network_info: [{"id": "32a94729-bfdf-4cc0-ab86-e6224047bf67", "address": "fa:16:3e:8d:76:a3", "network": {"id": "970acac5-ee77-4d26-8233-eb11393b8441", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-457115719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59951ee38b814eff927d64ff46830b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a94729-bf", "ovs_interfaceid": "32a94729-bfdf-4cc0-ab86-e6224047bf67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.589603] env[62226]: DEBUG nova.network.neutron [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Updated VIF entry in instance network info cache for port 73ba79a3-93ad-4a20-adb2-d03485ffb7c6. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.589637] env[62226]: DEBUG nova.network.neutron [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Updating instance_info_cache with network_info: [{"id": "73ba79a3-93ad-4a20-adb2-d03485ffb7c6", "address": "fa:16:3e:42:c6:14", "network": {"id": "6b1aad1b-cffa-4c2f-a731-6d90b0b385bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-860464410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02dbb4539f4d5fadc6ad3a281636bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73ba79a3-93", "ovs_interfaceid": "73ba79a3-93ad-4a20-adb2-d03485ffb7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.590770] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a19d82e2-bf2c-4e58-8407-a8acda6dd4ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.608424] env[62226]: DEBUG oslo_vmware.api [None req-9001794b-725f-4dc4-afc8-4190b5561d88 tempest-ServersAdminTestJSON-718140355 tempest-ServersAdminTestJSON-718140355-project-admin] Waiting for the task: (returnval){ [ 1831.608424] env[62226]: value = "task-2027864" [ 1831.608424] env[62226]: _type = "Task" [ 1831.608424] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.615773] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068547} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.619485] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1831.620665] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66684f8-bfcf-4c0c-b519-f9f3505f38dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.630022] env[62226]: DEBUG oslo_vmware.api [None req-9001794b-725f-4dc4-afc8-4190b5561d88 tempest-ServersAdminTestJSON-718140355 tempest-ServersAdminTestJSON-718140355-project-admin] Task: {'id': task-2027864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.632081] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.648322] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 455dee18-7a9a-4474-9d74-c991ffe505cb/455dee18-7a9a-4474-9d74-c991ffe505cb.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.649052] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aee20241-7993-45c0-a25b-cf28adc33fec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.667471] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.669357] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1831.669357] env[62226]: value = "task-2027865" [ 1831.669357] env[62226]: _type = "Task" [ 1831.669357] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.680151] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.881904] env[62226]: DEBUG oslo_concurrency.lockutils [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.884745] env[62226]: DEBUG oslo_concurrency.lockutils [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.950s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.884977] env[62226]: DEBUG nova.objects.instance [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Lazy-loading 'resources' on Instance uuid 66fa4932-43e7-4ed5-94e4-e5157507b231 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.964423] env[62226]: INFO nova.scheduler.client.report [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted allocations for instance 20b9948d-03b5-436e-964c-a94b3a6d8b08 [ 1831.985692] env[62226]: DEBUG oslo_vmware.api [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027863, 'name': PowerOffVM_Task, 'duration_secs': 0.247886} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.985692] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1831.985692] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1831.985886] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e97e1523-1794-4bd4-a2a3-151c1f1505ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.016571] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5220d746-90c5-a460-ff5d-20f978e1b2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.074069] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1832.074408] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1832.074646] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Deleting the datastore file [datastore2] af2b7564-82eb-465d-a072-61dd58516cc1 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1832.074985] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f460c4e-5ab3-437f-b412-4b673b93d0bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.082032] env[62226]: DEBUG oslo_vmware.api [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for the task: (returnval){ [ 1832.082032] env[62226]: value = "task-2027867" [ 1832.082032] env[62226]: _type = "Task" [ 1832.082032] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.091873] env[62226]: DEBUG oslo_vmware.api [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.102049] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Releasing lock "refresh_cache-5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.102464] env[62226]: DEBUG nova.compute.manager [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Instance network_info: |[{"id": "32a94729-bfdf-4cc0-ab86-e6224047bf67", "address": "fa:16:3e:8d:76:a3", "network": {"id": "970acac5-ee77-4d26-8233-eb11393b8441", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-457115719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59951ee38b814eff927d64ff46830b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a94729-bf", "ovs_interfaceid": "32a94729-bfdf-4cc0-ab86-e6224047bf67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1832.102961] env[62226]: DEBUG oslo_concurrency.lockutils [req-733e91f2-4b52-4154-9566-1cfcb07cb7fa req-5b5c61dc-c199-4ba8-b952-a8495af81faa service nova] Releasing lock "refresh_cache-5157170e-858f-4987-b121-3eb983e66d7f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.103514] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:76:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32a94729-bfdf-4cc0-ab86-e6224047bf67', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1832.111413] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Creating folder: Project (59951ee38b814eff927d64ff46830b0d). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1832.111761] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b06313d-df77-4e74-be7d-9b6c9d6b22bf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.125325] env[62226]: DEBUG oslo_vmware.api [None req-9001794b-725f-4dc4-afc8-4190b5561d88 tempest-ServersAdminTestJSON-718140355 tempest-ServersAdminTestJSON-718140355-project-admin] Task: {'id': task-2027864, 'name': ReconfigVM_Task, 'duration_secs': 0.179538} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.129456] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9001794b-725f-4dc4-afc8-4190b5561d88 tempest-ServersAdminTestJSON-718140355 tempest-ServersAdminTestJSON-718140355-project-admin] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Reconfigured VM instance to set the machine id {{(pid=62226) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1832.130585] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Created folder: Project (59951ee38b814eff927d64ff46830b0d) in parent group-v416438. [ 1832.130585] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Creating folder: Instances. Parent ref: group-v416585. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1832.130738] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.131235] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-716cba01-84ca-464f-858b-f22e4083e629 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.139943] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Created folder: Instances in parent group-v416585. [ 1832.140240] env[62226]: DEBUG oslo.service.loopingcall [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1832.140460] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1832.140695] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e519f4d8-8b65-4342-a034-33c89435a85c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.162015] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1832.162015] env[62226]: value = "task-2027870" [ 1832.162015] env[62226]: _type = "Task" [ 1832.162015] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.170803] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027870, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.178727] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027865, 'name': ReconfigVM_Task, 'duration_secs': 0.383022} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.179096] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 455dee18-7a9a-4474-9d74-c991ffe505cb/455dee18-7a9a-4474-9d74-c991ffe505cb.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.179762] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df21bca8-6ae9-48ef-952c-a5490e520679 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.186978] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1832.186978] env[62226]: value = "task-2027871" [ 1832.186978] env[62226]: _type = "Task" [ 1832.186978] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.195704] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027871, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.249854] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Acquiring lock "6798791d-4bc3-438c-953d-a3da73c33139" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.250165] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Lock "6798791d-4bc3-438c-953d-a3da73c33139" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.250391] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Acquiring lock "6798791d-4bc3-438c-953d-a3da73c33139-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.250586] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Lock "6798791d-4bc3-438c-953d-a3da73c33139-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.250754] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Lock "6798791d-4bc3-438c-953d-a3da73c33139-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.252953] env[62226]: INFO nova.compute.manager [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Terminating instance [ 1832.477146] env[62226]: DEBUG oslo_concurrency.lockutils [None req-56df689c-d836-4685-b3ac-e18405706dbb tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "20b9948d-03b5-436e-964c-a94b3a6d8b08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.010s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.477146] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "20b9948d-03b5-436e-964c-a94b3a6d8b08" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.662s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.477146] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40b7e661-7142-4fdd-a52b-b13f6ef39e15 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.485266] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ab4e9f-7ae4-4427-a78a-ad237e114b9b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.517117] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5220d746-90c5-a460-ff5d-20f978e1b2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.592765] env[62226]: DEBUG oslo_vmware.api [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Task: {'id': task-2027867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445701} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.593038] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1832.593245] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1832.593462] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1832.593636] env[62226]: INFO nova.compute.manager [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1832.593897] env[62226]: DEBUG oslo.service.loopingcall [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1832.594139] env[62226]: DEBUG nova.compute.manager [-] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1832.594230] env[62226]: DEBUG nova.network.neutron [-] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1832.627429] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027861, 'name': ReconfigVM_Task, 'duration_secs': 2.469601} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.627652] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 9707fb9d-86e4-4aa7-b64e-32d0648cc012/9707fb9d-86e4-4aa7-b64e-32d0648cc012.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.628312] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11a75aab-1e53-4b08-81fb-b05c7a24f8cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.634712] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1832.634712] env[62226]: value = "task-2027872" [ 1832.634712] env[62226]: _type = "Task" [ 1832.634712] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.643155] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027872, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.671346] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027870, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.699176] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027871, 'name': Rename_Task, 'duration_secs': 0.18549} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.700028] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.700028] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a59f008e-be11-4164-80de-2303772f328b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.706648] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1832.706648] env[62226]: value = "task-2027873" [ 1832.706648] env[62226]: _type = "Task" [ 1832.706648] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.719793] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.760200] env[62226]: DEBUG nova.compute.manager [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1832.760200] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1832.761426] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbaf229-08ca-41ee-afaf-32a6b850b5f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.769096] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.769210] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b95ae19-4ce2-4ed3-adc9-e7ec7d2fa209 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.775282] env[62226]: DEBUG oslo_vmware.api [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Waiting for the task: (returnval){ [ 1832.775282] env[62226]: value = "task-2027874" [ 1832.775282] env[62226]: _type = "Task" [ 1832.775282] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.787870] env[62226]: DEBUG oslo_vmware.api [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.915139] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.915550] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.953248] env[62226]: DEBUG nova.compute.manager [req-6f7ac78a-bc1a-4b77-928c-f03ad4e50c1a req-8dfc371c-b58b-446d-9c69-249bbb578b71 service nova] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Received event network-vif-deleted-e969a312-c6d7-4050-920d-69c17148d0f3 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1832.953535] env[62226]: DEBUG nova.compute.manager [req-6f7ac78a-bc1a-4b77-928c-f03ad4e50c1a req-8dfc371c-b58b-446d-9c69-249bbb578b71 service nova] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Received event network-changed-32a94729-bfdf-4cc0-ab86-e6224047bf67 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1832.953764] env[62226]: DEBUG nova.compute.manager [req-6f7ac78a-bc1a-4b77-928c-f03ad4e50c1a req-8dfc371c-b58b-446d-9c69-249bbb578b71 service nova] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Refreshing instance network info cache due to event network-changed-32a94729-bfdf-4cc0-ab86-e6224047bf67. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1832.954058] env[62226]: DEBUG oslo_concurrency.lockutils [req-6f7ac78a-bc1a-4b77-928c-f03ad4e50c1a req-8dfc371c-b58b-446d-9c69-249bbb578b71 service nova] Acquiring lock "refresh_cache-5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.954265] env[62226]: DEBUG oslo_concurrency.lockutils [req-6f7ac78a-bc1a-4b77-928c-f03ad4e50c1a req-8dfc371c-b58b-446d-9c69-249bbb578b71 service nova] Acquired lock "refresh_cache-5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.954489] env[62226]: DEBUG nova.network.neutron [req-6f7ac78a-bc1a-4b77-928c-f03ad4e50c1a req-8dfc371c-b58b-446d-9c69-249bbb578b71 service nova] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Refreshing network info cache for port 32a94729-bfdf-4cc0-ab86-e6224047bf67 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1833.019426] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5220d746-90c5-a460-ff5d-20f978e1b2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.021553] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fea925b-9872-4863-a4b3-5b4d2e04f488 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.033594] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcd4918-a504-4a68-a386-3e46e76532b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.036936] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "20b9948d-03b5-436e-964c-a94b3a6d8b08" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.068902] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adb4b1b-28d9-4143-beda-6cdfe0e1f1d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.077267] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c976ac49-c322-408e-b455-9d910a7acf51 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.092354] env[62226]: DEBUG nova.compute.provider_tree [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.144976] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027872, 'name': Rename_Task, 'duration_secs': 0.204696} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.145296] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1833.145572] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2bf7787-855b-435c-94e6-52f757f4ca73 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.152504] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1833.152504] env[62226]: value = "task-2027875" [ 1833.152504] env[62226]: _type = "Task" [ 1833.152504] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.162611] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.172040] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027870, 'name': CreateVM_Task} progress is 15%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.217181] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027873, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.290700] env[62226]: DEBUG oslo_vmware.api [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027874, 'name': PowerOffVM_Task, 'duration_secs': 0.23631} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.290700] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.290700] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1833.290700] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c0cfb29-6caa-42cc-8346-98e5d281e48c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.389432] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1833.394097] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1833.394097] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Deleting the datastore file [datastore2] 6798791d-4bc3-438c-953d-a3da73c33139 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1833.394097] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5896b8b7-2918-4322-9f7c-1b94ddf46342 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.402873] env[62226]: DEBUG oslo_vmware.api [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Waiting for the task: (returnval){ [ 1833.402873] env[62226]: value = "task-2027877" [ 1833.402873] env[62226]: _type = "Task" [ 1833.402873] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.414524] env[62226]: DEBUG oslo_vmware.api [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.521023] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5220d746-90c5-a460-ff5d-20f978e1b2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.595054] env[62226]: DEBUG nova.network.neutron [-] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.598030] env[62226]: DEBUG nova.scheduler.client.report [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1833.662636] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027875, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.677427] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027870, 'name': CreateVM_Task} progress is 15%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.717382] env[62226]: DEBUG oslo_vmware.api [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027873, 'name': PowerOnVM_Task, 'duration_secs': 0.679641} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.717651] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.717919] env[62226]: DEBUG nova.compute.manager [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.718685] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb14fc23-8f41-4b17-988a-f6c7f3caf0e6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.741225] env[62226]: DEBUG nova.network.neutron [req-6f7ac78a-bc1a-4b77-928c-f03ad4e50c1a req-8dfc371c-b58b-446d-9c69-249bbb578b71 service nova] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Updated VIF entry in instance network info cache for port 32a94729-bfdf-4cc0-ab86-e6224047bf67. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1833.741585] env[62226]: DEBUG nova.network.neutron [req-6f7ac78a-bc1a-4b77-928c-f03ad4e50c1a req-8dfc371c-b58b-446d-9c69-249bbb578b71 service nova] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Updating instance_info_cache with network_info: [{"id": "32a94729-bfdf-4cc0-ab86-e6224047bf67", "address": "fa:16:3e:8d:76:a3", "network": {"id": "970acac5-ee77-4d26-8233-eb11393b8441", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-457115719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59951ee38b814eff927d64ff46830b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a94729-bf", "ovs_interfaceid": "32a94729-bfdf-4cc0-ab86-e6224047bf67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.910862] env[62226]: DEBUG oslo_vmware.api [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Task: {'id': task-2027877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397711} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.911185] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1833.911407] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1833.911596] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1833.911774] env[62226]: INFO nova.compute.manager [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1833.912037] env[62226]: DEBUG oslo.service.loopingcall [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1833.912269] env[62226]: DEBUG nova.compute.manager [-] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1833.912430] env[62226]: DEBUG nova.network.neutron [-] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1834.022837] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5220d746-90c5-a460-ff5d-20f978e1b2bc, 'name': SearchDatastore_Task, 'duration_secs': 3.335202} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.022837] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.022837] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1834.022837] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.022837] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.022837] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1834.022837] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29c7b22c-621b-4581-a808-bbc4becd8184 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.031152] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1834.031431] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1834.032378] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d4cc62-eeac-4357-a1cb-4f789a74c114 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.039073] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1834.039073] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529bc62d-edd6-1b7f-4925-49743e726968" [ 1834.039073] env[62226]: _type = "Task" [ 1834.039073] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.048210] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529bc62d-edd6-1b7f-4925-49743e726968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.098070] env[62226]: INFO nova.compute.manager [-] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Took 1.50 seconds to deallocate network for instance. [ 1834.103226] env[62226]: DEBUG oslo_concurrency.lockutils [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.108964] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.584s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.112653] env[62226]: INFO nova.compute.claims [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1834.171197] env[62226]: DEBUG oslo_vmware.api [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027875, 'name': PowerOnVM_Task, 'duration_secs': 1.007337} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.175749] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1834.175970] env[62226]: INFO nova.compute.manager [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1834.176183] env[62226]: DEBUG nova.compute.manager [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1834.179314] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba60395-d53e-4571-abe1-af1d6622c4f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.189268] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027870, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.196985] env[62226]: INFO nova.scheduler.client.report [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Deleted allocations for instance 66fa4932-43e7-4ed5-94e4-e5157507b231 [ 1834.233642] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.244992] env[62226]: DEBUG oslo_concurrency.lockutils [req-6f7ac78a-bc1a-4b77-928c-f03ad4e50c1a req-8dfc371c-b58b-446d-9c69-249bbb578b71 service nova] Releasing lock "refresh_cache-5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.551072] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529bc62d-edd6-1b7f-4925-49743e726968, 'name': SearchDatastore_Task, 'duration_secs': 0.012991} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.551072] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a6d0140-0f16-417c-af3b-c732800d6faa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.558076] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1834.558076] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5246e350-1485-4635-937e-0b27133f26ea" [ 1834.558076] env[62226]: _type = "Task" [ 1834.558076] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.566438] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5246e350-1485-4635-937e-0b27133f26ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.617795] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.648267] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "c845f5f3-6086-4e3b-87d9-f773e835dba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.648527] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "c845f5f3-6086-4e3b-87d9-f773e835dba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.680614] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027870, 'name': CreateVM_Task, 'duration_secs': 2.124476} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.680789] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1834.681549] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.682627] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.682996] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1834.683876] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c721d918-a792-4290-a301-3d375fc55cfc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.688883] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Waiting for the task: (returnval){ [ 1834.688883] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ae3cf7-f070-dde2-7805-5a8ea1244bc0" [ 1834.688883] env[62226]: _type = "Task" [ 1834.688883] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.699023] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ae3cf7-f070-dde2-7805-5a8ea1244bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.709273] env[62226]: DEBUG oslo_concurrency.lockutils [None req-900d4a8d-6001-4700-8b06-3b6faef7d16a tempest-ServersAaction247Test-441533043 tempest-ServersAaction247Test-441533043-project-member] Lock "66fa4932-43e7-4ed5-94e4-e5157507b231" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.138s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.710018] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "66fa4932-43e7-4ed5-94e4-e5157507b231" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.897s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.710273] env[62226]: INFO nova.compute.manager [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Took 38.44 seconds to build instance. [ 1834.712083] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdae8bdd-0346-4881-9a56-9ba0de371961 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.722258] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4e62d7-1919-4449-9560-3e0cfa2e718d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.069985] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5246e350-1485-4635-937e-0b27133f26ea, 'name': SearchDatastore_Task, 'duration_secs': 0.015669} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.070288] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.070609] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 5157170e-858f-4987-b121-3eb983e66d7f/5157170e-858f-4987-b121-3eb983e66d7f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1835.070911] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4d9a246-c075-43c6-bf45-3f7089fff59a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.078515] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1835.078515] env[62226]: value = "task-2027878" [ 1835.078515] env[62226]: _type = "Task" [ 1835.078515] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.088280] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.124648] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquiring lock "455dee18-7a9a-4474-9d74-c991ffe505cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.124977] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lock "455dee18-7a9a-4474-9d74-c991ffe505cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.125183] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquiring lock "455dee18-7a9a-4474-9d74-c991ffe505cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.125381] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lock "455dee18-7a9a-4474-9d74-c991ffe505cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.125554] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lock "455dee18-7a9a-4474-9d74-c991ffe505cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.132043] env[62226]: INFO nova.compute.manager [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Terminating instance [ 1835.207323] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ae3cf7-f070-dde2-7805-5a8ea1244bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.01585} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.207640] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.207909] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.208514] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.208514] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.208650] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.208862] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcaa7856-ef09-4a1f-9b02-dd9e0f1fdf24 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.214618] env[62226]: DEBUG oslo_concurrency.lockutils [None req-363d9331-4c1e-4f14-8fc8-91d9d8d0088e tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.892s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.218358] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.402s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.219470] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0ed9cb-f501-4c1a-9928-2216342d40f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.226918] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1835.227115] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1835.228301] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7d6d99-30a9-4d65-b2ae-6eff668f48b8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.237132] env[62226]: DEBUG nova.network.neutron [-] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.239716] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Waiting for the task: (returnval){ [ 1835.239716] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529f4367-c380-fdff-e73d-d17674a6e9c7" [ 1835.239716] env[62226]: _type = "Task" [ 1835.239716] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.260450] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529f4367-c380-fdff-e73d-d17674a6e9c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012814} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.260450] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df84b91e-e4ad-46f8-9237-331f0cbe266e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.263692] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Waiting for the task: (returnval){ [ 1835.263692] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52634157-ac2f-e48e-6575-95510c1858e5" [ 1835.263692] env[62226]: _type = "Task" [ 1835.263692] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.265659] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "66fa4932-43e7-4ed5-94e4-e5157507b231" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.282858] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52634157-ac2f-e48e-6575-95510c1858e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.289506] env[62226]: DEBUG nova.compute.manager [req-bab1b6a0-56cb-48b9-a2ca-9be8e4c2f08c req-d8dbe0ea-4bac-4d78-acc4-614148bf4387 service nova] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Received event network-vif-deleted-2bbc4c06-5512-46d4-bc49-3888d0d23a45 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1835.289506] env[62226]: DEBUG nova.compute.manager [req-bab1b6a0-56cb-48b9-a2ca-9be8e4c2f08c req-d8dbe0ea-4bac-4d78-acc4-614148bf4387 service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Received event network-vif-deleted-50070296-b340-4031-bd79-656a3b071122 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1835.289506] env[62226]: INFO nova.compute.manager [req-bab1b6a0-56cb-48b9-a2ca-9be8e4c2f08c req-d8dbe0ea-4bac-4d78-acc4-614148bf4387 service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Neutron deleted interface 50070296-b340-4031-bd79-656a3b071122; detaching it from the instance and deleting it from the info cache [ 1835.289506] env[62226]: DEBUG nova.network.neutron [req-bab1b6a0-56cb-48b9-a2ca-9be8e4c2f08c req-d8dbe0ea-4bac-4d78-acc4-614148bf4387 service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.591655] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027878, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.635843] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquiring lock "refresh_cache-455dee18-7a9a-4474-9d74-c991ffe505cb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.636061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquired lock "refresh_cache-455dee18-7a9a-4474-9d74-c991ffe505cb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.636252] env[62226]: DEBUG nova.network.neutron [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.720722] env[62226]: DEBUG nova.compute.manager [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1835.740478] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.757815] env[62226]: INFO nova.compute.manager [-] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Took 1.85 seconds to deallocate network for instance. [ 1835.775144] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52634157-ac2f-e48e-6575-95510c1858e5, 'name': SearchDatastore_Task, 'duration_secs': 0.019502} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.776227] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.776491] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2/5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1835.779347] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fee77c2-3570-40ae-a645-c558022b6f3a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.786827] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Waiting for the task: (returnval){ [ 1835.786827] env[62226]: value = "task-2027879" [ 1835.786827] env[62226]: _type = "Task" [ 1835.786827] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.792347] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b5896a5-9897-4f43-8519-467e564320c2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.795862] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7388e6a4-c51c-4b42-b8c0-b7839ae7e3ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.802922] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.810182] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f6df7d-053a-4d63-aa34-8dee1de12507 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.827529] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591f092f-5de0-4ddc-80b9-913ecec6cff3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.877420] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99171e5d-7939-4853-b18d-a7ecc65c6fe3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.880968] env[62226]: DEBUG nova.compute.manager [req-bab1b6a0-56cb-48b9-a2ca-9be8e4c2f08c req-d8dbe0ea-4bac-4d78-acc4-614148bf4387 service nova] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Detach interface failed, port_id=50070296-b340-4031-bd79-656a3b071122, reason: Instance 6798791d-4bc3-438c-953d-a3da73c33139 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1835.887814] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c8e1d7-abc6-45c5-85b6-5c2448326365 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.901633] env[62226]: DEBUG nova.compute.provider_tree [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.092829] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628269} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.092829] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 5157170e-858f-4987-b121-3eb983e66d7f/5157170e-858f-4987-b121-3eb983e66d7f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1836.092829] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1836.093161] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59735fd8-ad51-4c04-91bb-8e26715c71b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.100547] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1836.100547] env[62226]: value = "task-2027880" [ 1836.100547] env[62226]: _type = "Task" [ 1836.100547] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.110618] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.163648] env[62226]: DEBUG nova.network.neutron [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1836.268945] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.271253] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.281937] env[62226]: DEBUG nova.network.neutron [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.303884] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027879, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.405883] env[62226]: DEBUG nova.scheduler.client.report [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.611178] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186823} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.611533] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1836.612254] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d58ce02-377c-4aec-848b-2aa8d65d75c7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.635410] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 5157170e-858f-4987-b121-3eb983e66d7f/5157170e-858f-4987-b121-3eb983e66d7f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1836.635803] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bce0586-1b19-4d3d-b8da-cb14d06bb0c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.656508] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1836.656508] env[62226]: value = "task-2027881" [ 1836.656508] env[62226]: _type = "Task" [ 1836.656508] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.668753] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.787910] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Releasing lock "refresh_cache-455dee18-7a9a-4474-9d74-c991ffe505cb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.787910] env[62226]: DEBUG nova.compute.manager [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1836.787910] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1836.787910] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efcdb8a-af3a-4805-a8e5-3abd409e1b4c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.801773] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1836.805107] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ee97e68-dee6-490d-931a-d6d21c370202 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.807232] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619336} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.807689] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2/5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1836.808118] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1836.809090] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-099c0e34-5a0a-4e57-bccc-69283f9d349d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.815284] env[62226]: DEBUG oslo_vmware.api [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1836.815284] env[62226]: value = "task-2027882" [ 1836.815284] env[62226]: _type = "Task" [ 1836.815284] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.823031] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Waiting for the task: (returnval){ [ 1836.823031] env[62226]: value = "task-2027883" [ 1836.823031] env[62226]: _type = "Task" [ 1836.823031] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.831754] env[62226]: DEBUG oslo_vmware.api [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.837714] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.913092] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.913533] env[62226]: DEBUG nova.compute.manager [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1836.916704] env[62226]: DEBUG oslo_concurrency.lockutils [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.260s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.917808] env[62226]: DEBUG nova.objects.instance [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'resources' on Instance uuid 82125811-c19a-48af-9b96-31ace3787cab {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.945960] env[62226]: DEBUG nova.compute.manager [req-07580f26-8233-4151-9989-ecc3d396f890 req-998b0dc2-88f9-4b78-8fa0-e23900ffee25 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Received event network-changed-ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1836.946189] env[62226]: DEBUG nova.compute.manager [req-07580f26-8233-4151-9989-ecc3d396f890 req-998b0dc2-88f9-4b78-8fa0-e23900ffee25 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Refreshing instance network info cache due to event network-changed-ec8dcdff-53af-4543-a1ef-416539ac02f7. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1836.946457] env[62226]: DEBUG oslo_concurrency.lockutils [req-07580f26-8233-4151-9989-ecc3d396f890 req-998b0dc2-88f9-4b78-8fa0-e23900ffee25 service nova] Acquiring lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.946606] env[62226]: DEBUG oslo_concurrency.lockutils [req-07580f26-8233-4151-9989-ecc3d396f890 req-998b0dc2-88f9-4b78-8fa0-e23900ffee25 service nova] Acquired lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.946874] env[62226]: DEBUG nova.network.neutron [req-07580f26-8233-4151-9989-ecc3d396f890 req-998b0dc2-88f9-4b78-8fa0-e23900ffee25 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Refreshing network info cache for port ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1837.170562] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027881, 'name': ReconfigVM_Task, 'duration_secs': 0.489959} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.170898] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 5157170e-858f-4987-b121-3eb983e66d7f/5157170e-858f-4987-b121-3eb983e66d7f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1837.171585] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-833c8cda-957d-4a46-becb-cacf580fd58f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.180652] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1837.180652] env[62226]: value = "task-2027884" [ 1837.180652] env[62226]: _type = "Task" [ 1837.180652] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.192349] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027884, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.326813] env[62226]: DEBUG oslo_vmware.api [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027882, 'name': PowerOffVM_Task, 'duration_secs': 0.173023} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.330558] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1837.330830] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1837.331185] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d492c4a8-fd28-4cee-973e-f0b9c6a34822 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.339142] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07806} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.339482] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1837.343051] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ddd702-0b54-48e4-943d-8e092b441a4d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.364886] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2/5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.366487] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad598f6-f367-4be7-afa0-7cb36bb0160a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.380907] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1837.381211] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1837.381432] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Deleting the datastore file [datastore1] 455dee18-7a9a-4474-9d74-c991ffe505cb {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1837.381782] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-744da99e-4663-436c-b592-9b2b1ac42ac7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.398060] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Waiting for the task: (returnval){ [ 1837.398060] env[62226]: value = "task-2027887" [ 1837.398060] env[62226]: _type = "Task" [ 1837.398060] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.399575] env[62226]: DEBUG oslo_vmware.api [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for the task: (returnval){ [ 1837.399575] env[62226]: value = "task-2027886" [ 1837.399575] env[62226]: _type = "Task" [ 1837.399575] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.413718] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.416957] env[62226]: DEBUG oslo_vmware.api [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.421437] env[62226]: DEBUG nova.compute.utils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1837.422900] env[62226]: DEBUG nova.compute.manager [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1837.423084] env[62226]: DEBUG nova.network.neutron [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1837.524517] env[62226]: INFO nova.compute.manager [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Rebuilding instance [ 1837.544989] env[62226]: DEBUG nova.policy [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b2b115b3d924b75b790617634b20756', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c02dbb4539f4d5fadc6ad3a281636bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1837.596560] env[62226]: DEBUG nova.compute.manager [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1837.596560] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5755c5c6-d644-4eb7-927e-6c85ed790678 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.694742] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027884, 'name': Rename_Task, 'duration_secs': 0.159797} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.695065] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.695379] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-698b2396-289d-4737-9527-24b906253cff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.707595] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1837.707595] env[62226]: value = "task-2027888" [ 1837.707595] env[62226]: _type = "Task" [ 1837.707595] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.720457] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.916078] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027887, 'name': ReconfigVM_Task, 'duration_secs': 0.403085} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.919576] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2/5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1837.920527] env[62226]: DEBUG oslo_vmware.api [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Task: {'id': task-2027886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139047} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.920870] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b3453f7-1c49-4db3-a6e8-67374d8b782f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.923041] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1837.923410] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1837.923715] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1837.924000] env[62226]: INFO nova.compute.manager [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1837.924357] env[62226]: DEBUG oslo.service.loopingcall [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.927124] env[62226]: DEBUG nova.compute.manager [-] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1837.927331] env[62226]: DEBUG nova.network.neutron [-] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1837.929823] env[62226]: DEBUG nova.compute.manager [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1837.940028] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Waiting for the task: (returnval){ [ 1837.940028] env[62226]: value = "task-2027889" [ 1837.940028] env[62226]: _type = "Task" [ 1837.940028] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.951047] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027889, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.952018] env[62226]: DEBUG nova.network.neutron [-] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1838.053546] env[62226]: DEBUG nova.network.neutron [req-07580f26-8233-4151-9989-ecc3d396f890 req-998b0dc2-88f9-4b78-8fa0-e23900ffee25 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Updated VIF entry in instance network info cache for port ec8dcdff-53af-4543-a1ef-416539ac02f7. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1838.054103] env[62226]: DEBUG nova.network.neutron [req-07580f26-8233-4151-9989-ecc3d396f890 req-998b0dc2-88f9-4b78-8fa0-e23900ffee25 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Updating instance_info_cache with network_info: [{"id": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "address": "fa:16:3e:55:af:60", "network": {"id": "784412b7-5734-4056-9c72-b7588455132f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357963773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da405a3d296740b5be48f1299d6710d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8dcdff-53", "ovs_interfaceid": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.100845] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fc2358-71bc-4b85-8257-3234f9377451 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.110731] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5827cb5b-891b-40ec-9b5b-d0d8c62003fd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.152735] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb73a68-f930-4099-931b-e198dd28b436 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.164181] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a89e94-4014-4f9c-9f21-dd8229f7f001 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.185278] env[62226]: DEBUG nova.compute.provider_tree [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.226327] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027888, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.235879] env[62226]: DEBUG nova.network.neutron [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Successfully created port: 9ff2dfe6-aa26-41e0-a21c-90245e882202 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1838.451695] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027889, 'name': Rename_Task, 'duration_secs': 0.245829} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.451978] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1838.452271] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46bfa538-9444-45c8-b524-c5a3888b0ce5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.455272] env[62226]: DEBUG nova.network.neutron [-] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.459556] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Waiting for the task: (returnval){ [ 1838.459556] env[62226]: value = "task-2027890" [ 1838.459556] env[62226]: _type = "Task" [ 1838.459556] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.470380] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.557662] env[62226]: DEBUG oslo_concurrency.lockutils [req-07580f26-8233-4151-9989-ecc3d396f890 req-998b0dc2-88f9-4b78-8fa0-e23900ffee25 service nova] Releasing lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.618990] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.619333] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65ca76a6-a2dc-43cb-b398-f1d051f30623 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.628912] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1838.628912] env[62226]: value = "task-2027891" [ 1838.628912] env[62226]: _type = "Task" [ 1838.628912] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.642896] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.689153] env[62226]: DEBUG nova.scheduler.client.report [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.730067] env[62226]: DEBUG oslo_vmware.api [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027888, 'name': PowerOnVM_Task, 'duration_secs': 0.55046} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.730409] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.730619] env[62226]: INFO nova.compute.manager [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Took 12.20 seconds to spawn the instance on the hypervisor. [ 1838.730803] env[62226]: DEBUG nova.compute.manager [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.731655] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd10c04f-955f-4ba8-bcb0-94a10100e8be {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.942623] env[62226]: DEBUG nova.compute.manager [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1838.959346] env[62226]: INFO nova.compute.manager [-] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Took 1.03 seconds to deallocate network for instance. [ 1838.984907] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.990960] env[62226]: DEBUG nova.virt.hardware [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1838.990960] env[62226]: DEBUG nova.virt.hardware [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1838.990960] env[62226]: DEBUG nova.virt.hardware [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1838.990960] env[62226]: DEBUG nova.virt.hardware [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1838.990960] env[62226]: DEBUG nova.virt.hardware [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1838.990960] env[62226]: DEBUG nova.virt.hardware [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1838.990960] env[62226]: DEBUG nova.virt.hardware [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1838.990960] env[62226]: DEBUG nova.virt.hardware [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1838.990960] env[62226]: DEBUG nova.virt.hardware [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1838.992099] env[62226]: DEBUG nova.virt.hardware [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1838.992099] env[62226]: DEBUG nova.virt.hardware [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1838.992169] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59700037-6f9a-4174-b973-9a9c492ca9bf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.001318] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b54d34-0c1b-4605-b6a1-64406b60a647 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.141963] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027891, 'name': PowerOffVM_Task, 'duration_secs': 0.331132} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.141963] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1839.142211] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1839.143079] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643490ae-97f2-4f09-957e-380db71fc5fd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.151564] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1839.151839] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d11e1f6-e664-4570-9b73-229218f8e86a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.197788] env[62226]: DEBUG oslo_concurrency.lockutils [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.199900] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.610s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.200216] env[62226]: DEBUG nova.objects.instance [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1839.264626] env[62226]: INFO nova.scheduler.client.report [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Deleted allocations for instance 82125811-c19a-48af-9b96-31ace3787cab [ 1839.264626] env[62226]: INFO nova.compute.manager [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Took 41.86 seconds to build instance. [ 1839.273656] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1839.273656] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1839.273656] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleting the datastore file [datastore1] 0b3e91bd-a9ae-4855-85e7-fe143443b11f {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1839.273656] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f06551c1-13e4-4f2c-9eab-b4d159840ae0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.283827] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1839.283827] env[62226]: value = "task-2027893" [ 1839.283827] env[62226]: _type = "Task" [ 1839.283827] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.294953] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.476125] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.478271] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.553980] env[62226]: DEBUG nova.compute.manager [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Received event network-changed-ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1839.554453] env[62226]: DEBUG nova.compute.manager [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Refreshing instance network info cache due to event network-changed-ec8dcdff-53af-4543-a1ef-416539ac02f7. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1839.554506] env[62226]: DEBUG oslo_concurrency.lockutils [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] Acquiring lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.554689] env[62226]: DEBUG oslo_concurrency.lockutils [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] Acquired lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.554852] env[62226]: DEBUG nova.network.neutron [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Refreshing network info cache for port ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.768523] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9cf6429d-7602-45ad-a750-e025b0e16398 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "5157170e-858f-4987-b121-3eb983e66d7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.936s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.772515] env[62226]: DEBUG oslo_concurrency.lockutils [None req-418ebb86-647e-44ff-a716-1077f283b850 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "82125811-c19a-48af-9b96-31ace3787cab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.181s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.773327] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "82125811-c19a-48af-9b96-31ace3787cab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.976s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.773784] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e8e0472-4aef-489d-86f2-076c53e29cbc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.786452] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a97509-0880-4028-9668-86c18d9dad1a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.808968] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386503} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.809410] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1839.809618] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1839.809884] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1839.977921] env[62226]: DEBUG oslo_vmware.api [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027890, 'name': PowerOnVM_Task, 'duration_secs': 1.407248} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.978388] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1839.978754] env[62226]: INFO nova.compute.manager [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1839.979233] env[62226]: DEBUG nova.compute.manager [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.980410] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfeef98-2093-48e6-821e-2a095a894361 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.045445] env[62226]: DEBUG nova.network.neutron [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Successfully updated port: 9ff2dfe6-aa26-41e0-a21c-90245e882202 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1840.212549] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0db1c523-eef9-4200-a021-75ff7155c6b3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.213660] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.519s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.216320] env[62226]: INFO nova.compute.claims [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1840.274878] env[62226]: DEBUG nova.compute.manager [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.306789] env[62226]: DEBUG nova.network.neutron [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Updated VIF entry in instance network info cache for port ec8dcdff-53af-4543-a1ef-416539ac02f7. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.311016] env[62226]: DEBUG nova.network.neutron [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Updating instance_info_cache with network_info: [{"id": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "address": "fa:16:3e:55:af:60", "network": {"id": "784412b7-5734-4056-9c72-b7588455132f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357963773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da405a3d296740b5be48f1299d6710d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8dcdff-53", "ovs_interfaceid": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.343390] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "82125811-c19a-48af-9b96-31ace3787cab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.490647] env[62226]: DEBUG nova.compute.manager [req-cfb03ba3-2c2f-4c2a-b1e0-e2947c1d4ee3 req-a606cdb7-d11a-4cbf-a59e-456c208b961f service nova] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Received event network-vif-plugged-9ff2dfe6-aa26-41e0-a21c-90245e882202 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1840.490874] env[62226]: DEBUG oslo_concurrency.lockutils [req-cfb03ba3-2c2f-4c2a-b1e0-e2947c1d4ee3 req-a606cdb7-d11a-4cbf-a59e-456c208b961f service nova] Acquiring lock "d09b72aa-8156-445b-befc-14983b6484bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.491103] env[62226]: DEBUG oslo_concurrency.lockutils [req-cfb03ba3-2c2f-4c2a-b1e0-e2947c1d4ee3 req-a606cdb7-d11a-4cbf-a59e-456c208b961f service nova] Lock "d09b72aa-8156-445b-befc-14983b6484bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.491330] env[62226]: DEBUG oslo_concurrency.lockutils [req-cfb03ba3-2c2f-4c2a-b1e0-e2947c1d4ee3 req-a606cdb7-d11a-4cbf-a59e-456c208b961f service nova] Lock "d09b72aa-8156-445b-befc-14983b6484bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.491445] env[62226]: DEBUG nova.compute.manager [req-cfb03ba3-2c2f-4c2a-b1e0-e2947c1d4ee3 req-a606cdb7-d11a-4cbf-a59e-456c208b961f service nova] [instance: d09b72aa-8156-445b-befc-14983b6484bc] No waiting events found dispatching network-vif-plugged-9ff2dfe6-aa26-41e0-a21c-90245e882202 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1840.491609] env[62226]: WARNING nova.compute.manager [req-cfb03ba3-2c2f-4c2a-b1e0-e2947c1d4ee3 req-a606cdb7-d11a-4cbf-a59e-456c208b961f service nova] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Received unexpected event network-vif-plugged-9ff2dfe6-aa26-41e0-a21c-90245e882202 for instance with vm_state building and task_state spawning. [ 1840.505013] env[62226]: INFO nova.compute.manager [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Took 42.15 seconds to build instance. [ 1840.549489] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "refresh_cache-d09b72aa-8156-445b-befc-14983b6484bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.549489] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired lock "refresh_cache-d09b72aa-8156-445b-befc-14983b6484bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.549489] env[62226]: DEBUG nova.network.neutron [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.798460] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.813448] env[62226]: DEBUG oslo_concurrency.lockutils [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] Releasing lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.813448] env[62226]: DEBUG nova.compute.manager [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Received event network-changed-d156666b-1125-4baa-a43b-77605bde9068 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1840.813448] env[62226]: DEBUG nova.compute.manager [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Refreshing instance network info cache due to event network-changed-d156666b-1125-4baa-a43b-77605bde9068. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1840.813448] env[62226]: DEBUG oslo_concurrency.lockutils [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] Acquiring lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.813448] env[62226]: DEBUG oslo_concurrency.lockutils [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] Acquired lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.813999] env[62226]: DEBUG nova.network.neutron [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Refreshing network info cache for port d156666b-1125-4baa-a43b-77605bde9068 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.896447] env[62226]: DEBUG nova.virt.hardware [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1840.898359] env[62226]: DEBUG nova.virt.hardware [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1840.898359] env[62226]: DEBUG nova.virt.hardware [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1840.898359] env[62226]: DEBUG nova.virt.hardware [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1840.898359] env[62226]: DEBUG nova.virt.hardware [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1840.898359] env[62226]: DEBUG nova.virt.hardware [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1840.898359] env[62226]: DEBUG nova.virt.hardware [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1840.898359] env[62226]: DEBUG nova.virt.hardware [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1840.899197] env[62226]: DEBUG nova.virt.hardware [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1840.899197] env[62226]: DEBUG nova.virt.hardware [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1840.899400] env[62226]: DEBUG nova.virt.hardware [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1840.901904] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda15071-995b-4634-9769-a05acff0978f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.916290] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da81b774-34fa-4d5f-b1b1-4547557b14f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.933549] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:74:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99662122-516a-431c-bfa8-5ad9157ad5b4', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1840.941320] env[62226]: DEBUG oslo.service.loopingcall [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1840.943461] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1840.943461] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54e14f19-420f-4ebc-b36f-7e57e9f8e458 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.964633] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1840.964633] env[62226]: value = "task-2027894" [ 1840.964633] env[62226]: _type = "Task" [ 1840.964633] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.979531] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027894, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.010485] env[62226]: DEBUG oslo_concurrency.lockutils [None req-624f1fd1-d684-4656-a0c3-79782ad6dd45 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Lock "5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.860s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.120280] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Acquiring lock "364db07d-7e5a-4c43-b2c8-fc66f4e04533" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.120280] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Lock "364db07d-7e5a-4c43-b2c8-fc66f4e04533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.133997] env[62226]: DEBUG nova.network.neutron [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1841.422164] env[62226]: DEBUG nova.network.neutron [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Updating instance_info_cache with network_info: [{"id": "9ff2dfe6-aa26-41e0-a21c-90245e882202", "address": "fa:16:3e:39:95:2d", "network": {"id": "6b1aad1b-cffa-4c2f-a731-6d90b0b385bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-860464410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02dbb4539f4d5fadc6ad3a281636bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ff2dfe6-aa", "ovs_interfaceid": "9ff2dfe6-aa26-41e0-a21c-90245e882202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.481160] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027894, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.513615] env[62226]: DEBUG nova.compute.manager [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1841.621438] env[62226]: DEBUG nova.network.neutron [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Updated VIF entry in instance network info cache for port d156666b-1125-4baa-a43b-77605bde9068. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1841.621811] env[62226]: DEBUG nova.network.neutron [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Updating instance_info_cache with network_info: [{"id": "d156666b-1125-4baa-a43b-77605bde9068", "address": "fa:16:3e:2e:d5:f8", "network": {"id": "784412b7-5734-4056-9c72-b7588455132f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357963773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da405a3d296740b5be48f1299d6710d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd156666b-11", "ovs_interfaceid": "d156666b-1125-4baa-a43b-77605bde9068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.874966] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76206a81-0354-4732-b25a-224ce3b3363a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.885230] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991b983d-6c68-46d9-aa00-983aa70d8ed6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.923842] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a99d144-6594-4af5-b104-385ec70d6533 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.928155] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Releasing lock "refresh_cache-d09b72aa-8156-445b-befc-14983b6484bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.928155] env[62226]: DEBUG nova.compute.manager [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Instance network_info: |[{"id": "9ff2dfe6-aa26-41e0-a21c-90245e882202", "address": "fa:16:3e:39:95:2d", "network": {"id": "6b1aad1b-cffa-4c2f-a731-6d90b0b385bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-860464410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02dbb4539f4d5fadc6ad3a281636bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ff2dfe6-aa", "ovs_interfaceid": "9ff2dfe6-aa26-41e0-a21c-90245e882202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1841.928307] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:95:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ff2dfe6-aa26-41e0-a21c-90245e882202', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1841.938058] env[62226]: DEBUG oslo.service.loopingcall [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.938058] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1841.938058] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e47a1303-f2b6-4607-90e9-87d867971d5f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.956418] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e65591-e9fb-4a05-8e01-1daec8d3cf44 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.961942] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1841.961942] env[62226]: value = "task-2027895" [ 1841.961942] env[62226]: _type = "Task" [ 1841.961942] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.974418] env[62226]: DEBUG nova.compute.provider_tree [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.985040] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027895, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.986270] env[62226]: DEBUG nova.compute.manager [req-5c649314-6db8-48b9-b652-e5ca9c342bf9 req-383a7c39-d07a-4ff9-bead-e77fd40c9f55 service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Received event network-changed-d156666b-1125-4baa-a43b-77605bde9068 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1841.986454] env[62226]: DEBUG nova.compute.manager [req-5c649314-6db8-48b9-b652-e5ca9c342bf9 req-383a7c39-d07a-4ff9-bead-e77fd40c9f55 service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Refreshing instance network info cache due to event network-changed-d156666b-1125-4baa-a43b-77605bde9068. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1841.986645] env[62226]: DEBUG oslo_concurrency.lockutils [req-5c649314-6db8-48b9-b652-e5ca9c342bf9 req-383a7c39-d07a-4ff9-bead-e77fd40c9f55 service nova] Acquiring lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.993417] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027894, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.037670] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.126606] env[62226]: DEBUG oslo_concurrency.lockutils [req-6e1bbce7-6af8-41d6-9104-64539575388e req-5903af22-7949-4bbd-b867-c3e121440e1c service nova] Releasing lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.127817] env[62226]: DEBUG oslo_concurrency.lockutils [req-5c649314-6db8-48b9-b652-e5ca9c342bf9 req-383a7c39-d07a-4ff9-bead-e77fd40c9f55 service nova] Acquired lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.128756] env[62226]: DEBUG nova.network.neutron [req-5c649314-6db8-48b9-b652-e5ca9c342bf9 req-383a7c39-d07a-4ff9-bead-e77fd40c9f55 service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Refreshing network info cache for port d156666b-1125-4baa-a43b-77605bde9068 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1842.480204] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027895, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.486957] env[62226]: DEBUG nova.scheduler.client.report [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.504902] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027894, 'name': CreateVM_Task, 'duration_secs': 1.067122} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.505105] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1842.505866] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.506061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.508110] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1842.508623] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557ba87c-3117-43dd-9e7a-a1d06eb54e0d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.520442] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1842.520442] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520123d1-e4a2-7483-df8a-f142ef404be2" [ 1842.520442] env[62226]: _type = "Task" [ 1842.520442] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.535393] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520123d1-e4a2-7483-df8a-f142ef404be2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.619087] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.619087] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.619353] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.619630] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.619849] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.628065] env[62226]: INFO nova.compute.manager [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Terminating instance [ 1842.634767] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e00b6-3eba-1daa-d1b8-51a29952259d/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1842.637824] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ba739f-8fa5-43aa-a547-2c8346898af4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.649377] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e00b6-3eba-1daa-d1b8-51a29952259d/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1842.649377] env[62226]: ERROR oslo_vmware.rw_handles [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e00b6-3eba-1daa-d1b8-51a29952259d/disk-0.vmdk due to incomplete transfer. [ 1842.649377] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9be720fd-2ac9-4b2f-885c-2c8dc7edf86f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.658151] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e00b6-3eba-1daa-d1b8-51a29952259d/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1842.658370] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Uploaded image 83e8ff3e-c20d-4185-ad77-48b50af67c4a to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1842.661019] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1842.661144] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f331c5c2-6476-466f-b8b4-2786afbbe024 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.669931] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1842.669931] env[62226]: value = "task-2027896" [ 1842.669931] env[62226]: _type = "Task" [ 1842.669931] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.679280] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027896, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.973720] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027895, 'name': CreateVM_Task, 'duration_secs': 0.669854} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.974085] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1842.974613] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.992813] env[62226]: DEBUG nova.network.neutron [req-5c649314-6db8-48b9-b652-e5ca9c342bf9 req-383a7c39-d07a-4ff9-bead-e77fd40c9f55 service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Updated VIF entry in instance network info cache for port d156666b-1125-4baa-a43b-77605bde9068. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1842.992813] env[62226]: DEBUG nova.network.neutron [req-5c649314-6db8-48b9-b652-e5ca9c342bf9 req-383a7c39-d07a-4ff9-bead-e77fd40c9f55 service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Updating instance_info_cache with network_info: [{"id": "d156666b-1125-4baa-a43b-77605bde9068", "address": "fa:16:3e:2e:d5:f8", "network": {"id": "784412b7-5734-4056-9c72-b7588455132f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357963773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da405a3d296740b5be48f1299d6710d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd156666b-11", "ovs_interfaceid": "d156666b-1125-4baa-a43b-77605bde9068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.005894] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.006473] env[62226]: DEBUG nova.compute.manager [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1843.009419] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.707s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.032781] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520123d1-e4a2-7483-df8a-f142ef404be2, 'name': SearchDatastore_Task, 'duration_secs': 0.015361} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.034468] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.034711] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1843.035012] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.035146] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.035436] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1843.036617] env[62226]: DEBUG nova.compute.manager [req-7c506bab-52f1-43d2-ab79-8cc1a7b3556e req-07d4a3cc-0315-4808-97c0-aade09458ea4 service nova] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Received event network-changed-9ff2dfe6-aa26-41e0-a21c-90245e882202 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1843.036799] env[62226]: DEBUG nova.compute.manager [req-7c506bab-52f1-43d2-ab79-8cc1a7b3556e req-07d4a3cc-0315-4808-97c0-aade09458ea4 service nova] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Refreshing instance network info cache due to event network-changed-9ff2dfe6-aa26-41e0-a21c-90245e882202. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1843.036993] env[62226]: DEBUG oslo_concurrency.lockutils [req-7c506bab-52f1-43d2-ab79-8cc1a7b3556e req-07d4a3cc-0315-4808-97c0-aade09458ea4 service nova] Acquiring lock "refresh_cache-d09b72aa-8156-445b-befc-14983b6484bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.037251] env[62226]: DEBUG oslo_concurrency.lockutils [req-7c506bab-52f1-43d2-ab79-8cc1a7b3556e req-07d4a3cc-0315-4808-97c0-aade09458ea4 service nova] Acquired lock "refresh_cache-d09b72aa-8156-445b-befc-14983b6484bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.037355] env[62226]: DEBUG nova.network.neutron [req-7c506bab-52f1-43d2-ab79-8cc1a7b3556e req-07d4a3cc-0315-4808-97c0-aade09458ea4 service nova] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Refreshing network info cache for port 9ff2dfe6-aa26-41e0-a21c-90245e882202 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1843.038466] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.038808] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1843.039466] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a755364f-1669-47b3-b7d3-5d7b44d9e72f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.042146] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aacacaa-d9f1-40b8-aae0-e879928251f1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.049985] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1843.049985] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525dfc3f-2262-497f-f04f-b1ea1c2fae16" [ 1843.049985] env[62226]: _type = "Task" [ 1843.049985] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.055708] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1843.055915] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1843.060252] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7503cace-ae17-41b7-a9a3-c86d54984ac6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.063825] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525dfc3f-2262-497f-f04f-b1ea1c2fae16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.067875] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1843.067875] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522bde52-0482-2768-ef48-e02b16176686" [ 1843.067875] env[62226]: _type = "Task" [ 1843.067875] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.077421] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522bde52-0482-2768-ef48-e02b16176686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.144169] env[62226]: DEBUG nova.compute.manager [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1843.144659] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1843.145947] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e103a8f-235a-46a2-977a-d63294c0f559 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.155903] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1843.156195] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c26848-2648-4cd9-8a47-df4dfd6b46fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.163894] env[62226]: DEBUG oslo_vmware.api [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1843.163894] env[62226]: value = "task-2027897" [ 1843.163894] env[62226]: _type = "Task" [ 1843.163894] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.172794] env[62226]: DEBUG oslo_vmware.api [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.181895] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027896, 'name': Destroy_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.495686] env[62226]: DEBUG oslo_concurrency.lockutils [req-5c649314-6db8-48b9-b652-e5ca9c342bf9 req-383a7c39-d07a-4ff9-bead-e77fd40c9f55 service nova] Releasing lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.514496] env[62226]: DEBUG nova.compute.utils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1843.519172] env[62226]: INFO nova.compute.claims [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1843.522597] env[62226]: DEBUG nova.compute.manager [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1843.524985] env[62226]: DEBUG nova.network.neutron [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1843.565532] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525dfc3f-2262-497f-f04f-b1ea1c2fae16, 'name': SearchDatastore_Task, 'duration_secs': 0.030101} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.565844] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.566095] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1843.566582] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.580719] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522bde52-0482-2768-ef48-e02b16176686, 'name': SearchDatastore_Task, 'duration_secs': 0.015067} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.588669] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af00d3e2-d4de-4f4c-ad98-fa2bc75a9cfa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.596227] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1843.596227] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bc7151-fd54-423c-f0ca-b2aa0a5a0a7c" [ 1843.596227] env[62226]: _type = "Task" [ 1843.596227] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.604493] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bc7151-fd54-423c-f0ca-b2aa0a5a0a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.612343] env[62226]: DEBUG nova.policy [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b2b115b3d924b75b790617634b20756', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c02dbb4539f4d5fadc6ad3a281636bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1843.674786] env[62226]: DEBUG oslo_vmware.api [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027897, 'name': PowerOffVM_Task, 'duration_secs': 0.4026} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.677911] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1843.678170] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1843.680613] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-681edb19-9d65-4fba-aa3f-d0c018b757c7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.687685] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027896, 'name': Destroy_Task, 'duration_secs': 0.801112} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.687919] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Destroyed the VM [ 1843.688169] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1843.688169] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1d8f003-13e8-4e48-be37-a7f7d8a1c74e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.698344] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1843.698344] env[62226]: value = "task-2027899" [ 1843.698344] env[62226]: _type = "Task" [ 1843.698344] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.707260] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027899, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.792760] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1843.792760] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1843.792760] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Deleting the datastore file [datastore2] 9707fb9d-86e4-4aa7-b64e-32d0648cc012 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1843.792760] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f60f06e5-f04d-484d-8415-dec9e8856d65 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.803027] env[62226]: DEBUG oslo_vmware.api [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1843.803027] env[62226]: value = "task-2027900" [ 1843.803027] env[62226]: _type = "Task" [ 1843.803027] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.817658] env[62226]: DEBUG oslo_vmware.api [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.892939] env[62226]: DEBUG nova.network.neutron [req-7c506bab-52f1-43d2-ab79-8cc1a7b3556e req-07d4a3cc-0315-4808-97c0-aade09458ea4 service nova] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Updated VIF entry in instance network info cache for port 9ff2dfe6-aa26-41e0-a21c-90245e882202. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1843.893244] env[62226]: DEBUG nova.network.neutron [req-7c506bab-52f1-43d2-ab79-8cc1a7b3556e req-07d4a3cc-0315-4808-97c0-aade09458ea4 service nova] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Updating instance_info_cache with network_info: [{"id": "9ff2dfe6-aa26-41e0-a21c-90245e882202", "address": "fa:16:3e:39:95:2d", "network": {"id": "6b1aad1b-cffa-4c2f-a731-6d90b0b385bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-860464410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02dbb4539f4d5fadc6ad3a281636bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ff2dfe6-aa", "ovs_interfaceid": "9ff2dfe6-aa26-41e0-a21c-90245e882202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.995612] env[62226]: DEBUG nova.network.neutron [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Successfully created port: 6f6c518f-60a8-4599-b27c-013d7d04f8bc {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1844.023880] env[62226]: DEBUG nova.compute.manager [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1844.032583] env[62226]: INFO nova.compute.resource_tracker [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating resource usage from migration 8bb2656b-3df6-4112-8daa-3861ccfe45f2 [ 1844.112865] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bc7151-fd54-423c-f0ca-b2aa0a5a0a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.029178} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.114072] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.114281] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 0b3e91bd-a9ae-4855-85e7-fe143443b11f/0b3e91bd-a9ae-4855-85e7-fe143443b11f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1844.117205] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.117412] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1844.117639] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e288713a-cb9c-4c13-ae83-04b4a1a1fcda {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.120206] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a856c740-3833-4216-8c2c-cf5aeb025a18 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.128259] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1844.128259] env[62226]: value = "task-2027901" [ 1844.128259] env[62226]: _type = "Task" [ 1844.128259] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.129403] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1844.129634] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1844.134576] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30cbc55-e5b2-4fc6-a113-5b7b00329c0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.149396] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1844.149396] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fb11fb-c609-533c-70ce-e34607e58119" [ 1844.149396] env[62226]: _type = "Task" [ 1844.149396] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.149624] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.163939] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fb11fb-c609-533c-70ce-e34607e58119, 'name': SearchDatastore_Task, 'duration_secs': 0.012995} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.164760] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32a70788-9efe-42ea-9153-424492f02b77 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.172897] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1844.172897] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e2ee6d-b731-d832-b672-0bf7d201b5d1" [ 1844.172897] env[62226]: _type = "Task" [ 1844.172897] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.183107] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e2ee6d-b731-d832-b672-0bf7d201b5d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.208743] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027899, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.312027] env[62226]: DEBUG oslo_vmware.api [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2027900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248744} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.312312] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1844.312495] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1844.312670] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1844.312836] env[62226]: INFO nova.compute.manager [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1844.313101] env[62226]: DEBUG oslo.service.loopingcall [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.315987] env[62226]: DEBUG nova.compute.manager [-] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1844.315987] env[62226]: DEBUG nova.network.neutron [-] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1844.337250] env[62226]: DEBUG nova.compute.manager [req-2d643b92-974c-4661-9421-1204e34ba592 req-daf5aba2-a243-4cfc-8eed-4d0b74a67a2e service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Received event network-changed-ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1844.337495] env[62226]: DEBUG nova.compute.manager [req-2d643b92-974c-4661-9421-1204e34ba592 req-daf5aba2-a243-4cfc-8eed-4d0b74a67a2e service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Refreshing instance network info cache due to event network-changed-ec8dcdff-53af-4543-a1ef-416539ac02f7. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1844.337788] env[62226]: DEBUG oslo_concurrency.lockutils [req-2d643b92-974c-4661-9421-1204e34ba592 req-daf5aba2-a243-4cfc-8eed-4d0b74a67a2e service nova] Acquiring lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.337979] env[62226]: DEBUG oslo_concurrency.lockutils [req-2d643b92-974c-4661-9421-1204e34ba592 req-daf5aba2-a243-4cfc-8eed-4d0b74a67a2e service nova] Acquired lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.338207] env[62226]: DEBUG nova.network.neutron [req-2d643b92-974c-4661-9421-1204e34ba592 req-daf5aba2-a243-4cfc-8eed-4d0b74a67a2e service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Refreshing network info cache for port ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.396091] env[62226]: DEBUG oslo_concurrency.lockutils [req-7c506bab-52f1-43d2-ab79-8cc1a7b3556e req-07d4a3cc-0315-4808-97c0-aade09458ea4 service nova] Releasing lock "refresh_cache-d09b72aa-8156-445b-befc-14983b6484bc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.644870] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027901, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.659722] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e45ddea-b083-4999-91ff-a8dc615a2f96 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.668426] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecf8323-fc8f-4f7c-a119-a3eb2dbc83f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.706171] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bd6395-8125-41a7-be3a-9bd0f1c46ab2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.711919] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e2ee6d-b731-d832-b672-0bf7d201b5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.713054] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.713054] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] d09b72aa-8156-445b-befc-14983b6484bc/d09b72aa-8156-445b-befc-14983b6484bc.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1844.713326] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e84bc88e-4e6f-4984-93a4-0ad3dd203ecd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.719999] env[62226]: DEBUG oslo_vmware.api [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027899, 'name': RemoveSnapshot_Task, 'duration_secs': 0.913776} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.721102] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ce6223-5812-4830-9a43-1296dac631fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.725237] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1844.725343] env[62226]: INFO nova.compute.manager [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Took 20.04 seconds to snapshot the instance on the hypervisor. [ 1844.728821] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1844.728821] env[62226]: value = "task-2027902" [ 1844.728821] env[62226]: _type = "Task" [ 1844.728821] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.740524] env[62226]: DEBUG nova.compute.provider_tree [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.747119] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.809677] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.809843] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.015532] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Acquiring lock "5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.015831] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Lock "5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.015900] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Acquiring lock "5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.016173] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Lock "5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.016392] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Lock "5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.018456] env[62226]: INFO nova.compute.manager [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Terminating instance [ 1845.040018] env[62226]: DEBUG nova.compute.manager [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1845.072114] env[62226]: DEBUG nova.virt.hardware [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1845.072114] env[62226]: DEBUG nova.virt.hardware [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.072114] env[62226]: DEBUG nova.virt.hardware [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1845.072114] env[62226]: DEBUG nova.virt.hardware [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.072114] env[62226]: DEBUG nova.virt.hardware [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1845.072114] env[62226]: DEBUG nova.virt.hardware [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1845.072114] env[62226]: DEBUG nova.virt.hardware [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1845.072114] env[62226]: DEBUG nova.virt.hardware [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1845.072114] env[62226]: DEBUG nova.virt.hardware [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1845.072114] env[62226]: DEBUG nova.virt.hardware [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1845.072799] env[62226]: DEBUG nova.virt.hardware [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1845.074094] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca77867-1ae3-4785-ab82-46aea0f97ac7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.082936] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f799ba3-24f5-43d2-812f-9c86f8eb4b59 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.097943] env[62226]: DEBUG nova.network.neutron [req-2d643b92-974c-4661-9421-1204e34ba592 req-daf5aba2-a243-4cfc-8eed-4d0b74a67a2e service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Updated VIF entry in instance network info cache for port ec8dcdff-53af-4543-a1ef-416539ac02f7. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.098521] env[62226]: DEBUG nova.network.neutron [req-2d643b92-974c-4661-9421-1204e34ba592 req-daf5aba2-a243-4cfc-8eed-4d0b74a67a2e service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Updating instance_info_cache with network_info: [{"id": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "address": "fa:16:3e:55:af:60", "network": {"id": "784412b7-5734-4056-9c72-b7588455132f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357963773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da405a3d296740b5be48f1299d6710d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8dcdff-53", "ovs_interfaceid": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.140619] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549797} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.141058] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 0b3e91bd-a9ae-4855-85e7-fe143443b11f/0b3e91bd-a9ae-4855-85e7-fe143443b11f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1845.141440] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1845.142108] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34b1d3a7-ea07-4f54-a5c4-fd3688dfe895 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.145496] env[62226]: DEBUG nova.network.neutron [-] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.149449] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1845.149449] env[62226]: value = "task-2027903" [ 1845.149449] env[62226]: _type = "Task" [ 1845.149449] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.160313] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.246523] env[62226]: DEBUG nova.scheduler.client.report [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.250505] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027902, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.292467] env[62226]: DEBUG nova.compute.manager [None req-3d000a01-1a8d-4f4a-a423-3aae0062eb31 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Found 1 images (rotation: 2) {{(pid=62226) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1845.527023] env[62226]: DEBUG nova.compute.manager [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1845.527023] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1845.527023] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68374533-888c-48cf-8027-01832da4cf2b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.537477] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.537477] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85df385a-c02e-4cbb-8fab-c981be19a3b7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.547337] env[62226]: DEBUG oslo_vmware.api [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Waiting for the task: (returnval){ [ 1845.547337] env[62226]: value = "task-2027904" [ 1845.547337] env[62226]: _type = "Task" [ 1845.547337] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.557493] env[62226]: DEBUG nova.network.neutron [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Successfully updated port: 6f6c518f-60a8-4599-b27c-013d7d04f8bc {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1845.559462] env[62226]: DEBUG oslo_vmware.api [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.601592] env[62226]: DEBUG oslo_concurrency.lockutils [req-2d643b92-974c-4661-9421-1204e34ba592 req-daf5aba2-a243-4cfc-8eed-4d0b74a67a2e service nova] Releasing lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.648668] env[62226]: INFO nova.compute.manager [-] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Took 1.33 seconds to deallocate network for instance. [ 1845.659565] env[62226]: DEBUG nova.compute.manager [req-ba93743b-c123-4261-918d-77cadbf0a5a7 req-ea370d3e-64a2-4d40-aad5-06c41b89c700 service nova] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Received event network-vif-deleted-d156666b-1125-4baa-a43b-77605bde9068 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1845.664101] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229944} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.664351] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1845.665234] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98abd6ad-e251-4ac7-bbfd-c5d3b28e93ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.689009] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 0b3e91bd-a9ae-4855-85e7-fe143443b11f/0b3e91bd-a9ae-4855-85e7-fe143443b11f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1845.689538] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a76c14-6535-4fbc-8403-767fb006b5f1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.711995] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1845.711995] env[62226]: value = "task-2027905" [ 1845.711995] env[62226]: _type = "Task" [ 1845.711995] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.723822] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.744049] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847762} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.744245] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] d09b72aa-8156-445b-befc-14983b6484bc/d09b72aa-8156-445b-befc-14983b6484bc.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1845.744320] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1845.744579] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0727781d-3494-4d8a-b076-a1dec60dea07 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.753033] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.743s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.753157] env[62226]: INFO nova.compute.manager [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Migrating [ 1845.760120] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1845.760120] env[62226]: value = "task-2027906" [ 1845.760120] env[62226]: _type = "Task" [ 1845.760120] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.760411] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.127s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.760631] env[62226]: DEBUG nova.objects.instance [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lazy-loading 'resources' on Instance uuid 9d1cdb26-7363-4eb2-b3c5-23643faf47ff {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.783698] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.057875] env[62226]: DEBUG oslo_vmware.api [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027904, 'name': PowerOffVM_Task, 'duration_secs': 0.238686} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.058177] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1846.058351] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1846.058614] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa122884-2ff6-4408-bfcd-971f92bc9ccb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.060824] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "refresh_cache-483402d1-e1d6-43b5-ac95-b3b776d9b367" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.060824] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired lock "refresh_cache-483402d1-e1d6-43b5-ac95-b3b776d9b367" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.060824] env[62226]: DEBUG nova.network.neutron [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1846.162138] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.224866] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027905, 'name': ReconfigVM_Task, 'duration_secs': 0.314798} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.225161] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 0b3e91bd-a9ae-4855-85e7-fe143443b11f/0b3e91bd-a9ae-4855-85e7-fe143443b11f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1846.225793] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bf012d7-0d80-44e1-9320-74481bd3f96f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.234233] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1846.234233] env[62226]: value = "task-2027908" [ 1846.234233] env[62226]: _type = "Task" [ 1846.234233] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.244759] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027908, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.275435] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069413} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.275707] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1846.276497] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5982e7-4490-48df-9084-b3b6f0e79543 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.279500] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.280286] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.280286] env[62226]: DEBUG nova.network.neutron [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1846.301707] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] d09b72aa-8156-445b-befc-14983b6484bc/d09b72aa-8156-445b-befc-14983b6484bc.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.305554] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec38bf2-0bb3-44bc-852a-28ba5636d5c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.328234] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1846.328234] env[62226]: value = "task-2027909" [ 1846.328234] env[62226]: _type = "Task" [ 1846.328234] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.339722] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.482554] env[62226]: DEBUG nova.compute.manager [req-7c892f6d-b79f-4aaa-8569-43ffc0a5ae9d req-b868c42c-9777-4a65-b388-0a9836024438 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Received event network-changed-ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1846.482554] env[62226]: DEBUG nova.compute.manager [req-7c892f6d-b79f-4aaa-8569-43ffc0a5ae9d req-b868c42c-9777-4a65-b388-0a9836024438 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Refreshing instance network info cache due to event network-changed-ec8dcdff-53af-4543-a1ef-416539ac02f7. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1846.482554] env[62226]: DEBUG oslo_concurrency.lockutils [req-7c892f6d-b79f-4aaa-8569-43ffc0a5ae9d req-b868c42c-9777-4a65-b388-0a9836024438 service nova] Acquiring lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.483217] env[62226]: DEBUG oslo_concurrency.lockutils [req-7c892f6d-b79f-4aaa-8569-43ffc0a5ae9d req-b868c42c-9777-4a65-b388-0a9836024438 service nova] Acquired lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.483886] env[62226]: DEBUG nova.network.neutron [req-7c892f6d-b79f-4aaa-8569-43ffc0a5ae9d req-b868c42c-9777-4a65-b388-0a9836024438 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Refreshing network info cache for port ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1846.546352] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1846.546352] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1846.546352] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Deleting the datastore file [datastore1] 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1846.546352] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fac0f98-454e-45d4-a96d-6c96c9e6cb86 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.552080] env[62226]: DEBUG oslo_vmware.api [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Waiting for the task: (returnval){ [ 1846.552080] env[62226]: value = "task-2027910" [ 1846.552080] env[62226]: _type = "Task" [ 1846.552080] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.559530] env[62226]: DEBUG oslo_vmware.api [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.595518] env[62226]: DEBUG nova.network.neutron [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1846.603442] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.638112] env[62226]: DEBUG nova.compute.manager [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.639214] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef6358f-d7d6-442b-b2c7-ccd67526799c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.752031] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027908, 'name': Rename_Task, 'duration_secs': 0.173498} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.752031] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1846.752031] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f809f55-3e77-4604-a7a6-4b1368d77c3f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.761092] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1846.761092] env[62226]: value = "task-2027911" [ 1846.761092] env[62226]: _type = "Task" [ 1846.761092] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.769685] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.773038] env[62226]: DEBUG nova.network.neutron [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Updating instance_info_cache with network_info: [{"id": "6f6c518f-60a8-4599-b27c-013d7d04f8bc", "address": "fa:16:3e:e9:86:d0", "network": {"id": "6b1aad1b-cffa-4c2f-a731-6d90b0b385bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-860464410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02dbb4539f4d5fadc6ad3a281636bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6c518f-60", "ovs_interfaceid": "6f6c518f-60a8-4599-b27c-013d7d04f8bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.839328] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027909, 'name': ReconfigVM_Task, 'duration_secs': 0.301238} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.842380] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Reconfigured VM instance instance-00000031 to attach disk [datastore2] d09b72aa-8156-445b-befc-14983b6484bc/d09b72aa-8156-445b-befc-14983b6484bc.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1846.843315] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ff9c27e-5659-47be-9851-28b5a9ef3aa2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.850784] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1846.850784] env[62226]: value = "task-2027912" [ 1846.850784] env[62226]: _type = "Task" [ 1846.850784] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.856294] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fde312f-2c81-46be-9ec0-9ddaf2ec8409 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.862802] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027912, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.872108] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5892ebb-4e55-4a10-b402-c0c3a1d99c00 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.906575] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972c4fa4-f311-419d-965e-48eb635c6bda {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.915364] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452ed52d-ac10-4eff-a546-3f2e0d4f5bbc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.933797] env[62226]: DEBUG nova.compute.provider_tree [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.059487] env[62226]: DEBUG oslo_vmware.api [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Task: {'id': task-2027910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162606} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.059772] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1847.059943] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1847.060151] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1847.060328] env[62226]: INFO nova.compute.manager [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1847.060599] env[62226]: DEBUG oslo.service.loopingcall [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.060803] env[62226]: DEBUG nova.compute.manager [-] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1847.061025] env[62226]: DEBUG nova.network.neutron [-] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1847.089130] env[62226]: DEBUG nova.network.neutron [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance_info_cache with network_info: [{"id": "316e0b50-7b9a-4edd-9010-f9f5f91b3001", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316e0b50-7b", "ovs_interfaceid": "316e0b50-7b9a-4edd-9010-f9f5f91b3001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.150689] env[62226]: INFO nova.compute.manager [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] instance snapshotting [ 1847.151282] env[62226]: DEBUG nova.objects.instance [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'flavor' on Instance uuid 1e5ff955-6903-42cb-9583-95c9a142b41f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.242504] env[62226]: DEBUG nova.network.neutron [req-7c892f6d-b79f-4aaa-8569-43ffc0a5ae9d req-b868c42c-9777-4a65-b388-0a9836024438 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Updated VIF entry in instance network info cache for port ec8dcdff-53af-4543-a1ef-416539ac02f7. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1847.242882] env[62226]: DEBUG nova.network.neutron [req-7c892f6d-b79f-4aaa-8569-43ffc0a5ae9d req-b868c42c-9777-4a65-b388-0a9836024438 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Updating instance_info_cache with network_info: [{"id": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "address": "fa:16:3e:55:af:60", "network": {"id": "784412b7-5734-4056-9c72-b7588455132f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-357963773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da405a3d296740b5be48f1299d6710d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8dcdff-53", "ovs_interfaceid": "ec8dcdff-53af-4543-a1ef-416539ac02f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.271731] env[62226]: DEBUG oslo_vmware.api [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027911, 'name': PowerOnVM_Task, 'duration_secs': 0.486763} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.272028] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1847.272237] env[62226]: DEBUG nova.compute.manager [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1847.273037] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec8fe45-ba5d-4708-96d5-361fc909dc09 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.277978] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Releasing lock "refresh_cache-483402d1-e1d6-43b5-ac95-b3b776d9b367" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.278414] env[62226]: DEBUG nova.compute.manager [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Instance network_info: |[{"id": "6f6c518f-60a8-4599-b27c-013d7d04f8bc", "address": "fa:16:3e:e9:86:d0", "network": {"id": "6b1aad1b-cffa-4c2f-a731-6d90b0b385bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-860464410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02dbb4539f4d5fadc6ad3a281636bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6c518f-60", "ovs_interfaceid": "6f6c518f-60a8-4599-b27c-013d7d04f8bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1847.278888] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:86:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f6c518f-60a8-4599-b27c-013d7d04f8bc', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1847.290722] env[62226]: DEBUG oslo.service.loopingcall [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.291490] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1847.291751] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd113f97-e93d-460a-a251-0637d190993d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.320747] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1847.320747] env[62226]: value = "task-2027913" [ 1847.320747] env[62226]: _type = "Task" [ 1847.320747] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.333354] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027913, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.364328] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027912, 'name': Rename_Task, 'duration_secs': 0.15123} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.367684] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1847.367684] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6f562b1-b4a8-4b31-95ba-58f4d2645ee8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.373090] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1847.373090] env[62226]: value = "task-2027914" [ 1847.373090] env[62226]: _type = "Task" [ 1847.373090] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.385202] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.440072] env[62226]: DEBUG nova.scheduler.client.report [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.589393] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.656819] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c875e510-0b8a-4c64-8407-d290dccfa73c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.680655] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b78ce1-8806-4fbc-b0e9-b734a1affdd3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.686216] env[62226]: DEBUG nova.compute.manager [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Received event network-vif-plugged-6f6c518f-60a8-4599-b27c-013d7d04f8bc {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1847.687483] env[62226]: DEBUG oslo_concurrency.lockutils [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] Acquiring lock "483402d1-e1d6-43b5-ac95-b3b776d9b367-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.687483] env[62226]: DEBUG oslo_concurrency.lockutils [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] Lock "483402d1-e1d6-43b5-ac95-b3b776d9b367-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.687483] env[62226]: DEBUG oslo_concurrency.lockutils [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] Lock "483402d1-e1d6-43b5-ac95-b3b776d9b367-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.687483] env[62226]: DEBUG nova.compute.manager [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] No waiting events found dispatching network-vif-plugged-6f6c518f-60a8-4599-b27c-013d7d04f8bc {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1847.687483] env[62226]: WARNING nova.compute.manager [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Received unexpected event network-vif-plugged-6f6c518f-60a8-4599-b27c-013d7d04f8bc for instance with vm_state building and task_state spawning. [ 1847.687483] env[62226]: DEBUG nova.compute.manager [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Received event network-changed-6f6c518f-60a8-4599-b27c-013d7d04f8bc {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1847.687483] env[62226]: DEBUG nova.compute.manager [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Refreshing instance network info cache due to event network-changed-6f6c518f-60a8-4599-b27c-013d7d04f8bc. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1847.688257] env[62226]: DEBUG oslo_concurrency.lockutils [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] Acquiring lock "refresh_cache-483402d1-e1d6-43b5-ac95-b3b776d9b367" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.688257] env[62226]: DEBUG oslo_concurrency.lockutils [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] Acquired lock "refresh_cache-483402d1-e1d6-43b5-ac95-b3b776d9b367" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.688257] env[62226]: DEBUG nova.network.neutron [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Refreshing network info cache for port 6f6c518f-60a8-4599-b27c-013d7d04f8bc {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.745842] env[62226]: DEBUG oslo_concurrency.lockutils [req-7c892f6d-b79f-4aaa-8569-43ffc0a5ae9d req-b868c42c-9777-4a65-b388-0a9836024438 service nova] Releasing lock "refresh_cache-ab454db1-8b99-4608-8672-8f64a19274bd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.826845] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.834225] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027913, 'name': CreateVM_Task, 'duration_secs': 0.393316} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.834482] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1847.835569] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.835899] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.837039] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1847.837039] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e7b0458-c353-4886-b84c-fd5b6169c862 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.846041] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1847.846041] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522abc0b-f02c-08ae-37c8-9d8102ebd30a" [ 1847.846041] env[62226]: _type = "Task" [ 1847.846041] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.854061] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522abc0b-f02c-08ae-37c8-9d8102ebd30a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.884048] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027914, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.911028] env[62226]: DEBUG nova.network.neutron [-] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.945234] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.947841] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.285s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.949666] env[62226]: INFO nova.compute.claims [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.969340] env[62226]: INFO nova.scheduler.client.report [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted allocations for instance 9d1cdb26-7363-4eb2-b3c5-23643faf47ff [ 1848.196150] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1848.196469] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9c526700-4e0d-4a7f-a1dd-243e52f6612f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.205650] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1848.205650] env[62226]: value = "task-2027915" [ 1848.205650] env[62226]: _type = "Task" [ 1848.205650] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.215599] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027915, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.355845] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522abc0b-f02c-08ae-37c8-9d8102ebd30a, 'name': SearchDatastore_Task, 'duration_secs': 0.013727} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.356172] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.356414] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1848.356672] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.356839] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.357036] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1848.357431] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-886d674f-d9d2-45fb-acaf-7601db0afcc6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.367406] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1848.367539] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1848.368205] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22bb3e07-7473-4d99-9081-9333cc82fda7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.373830] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1848.373830] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5244a008-96cb-282c-b4b3-923f732c013b" [ 1848.373830] env[62226]: _type = "Task" [ 1848.373830] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.390821] env[62226]: DEBUG oslo_vmware.api [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027914, 'name': PowerOnVM_Task, 'duration_secs': 0.523012} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.391477] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5244a008-96cb-282c-b4b3-923f732c013b, 'name': SearchDatastore_Task, 'duration_secs': 0.011584} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.391750] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1848.392053] env[62226]: INFO nova.compute.manager [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1848.392323] env[62226]: DEBUG nova.compute.manager [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1848.394051] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bce08d1-25a7-44f7-acd9-e6b461131bb0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.396865] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adbc7636-7893-4e5c-85aa-d11672a46080 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.406384] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1848.406384] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52efce60-7cbb-f93a-f09b-5b819de1e767" [ 1848.406384] env[62226]: _type = "Task" [ 1848.406384] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.416782] env[62226]: INFO nova.compute.manager [-] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Took 1.36 seconds to deallocate network for instance. [ 1848.425874] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52efce60-7cbb-f93a-f09b-5b819de1e767, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.426410] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.426621] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 483402d1-e1d6-43b5-ac95-b3b776d9b367/483402d1-e1d6-43b5-ac95-b3b776d9b367.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1848.426885] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d5d8ed7-afa9-48cf-99b1-b58df96e11cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.436776] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1848.436776] env[62226]: value = "task-2027916" [ 1848.436776] env[62226]: _type = "Task" [ 1848.436776] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.446266] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.479035] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14234089-b78b-4819-b3e5-42b169a0cef2 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.882s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.479544] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 28.667s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.480512] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38671f8b-c87d-4115-a1e4-429027b6322c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.491567] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114e2c81-a1a0-4773-872d-9f982fbbeb97 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.538021] env[62226]: DEBUG nova.network.neutron [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Updated VIF entry in instance network info cache for port 6f6c518f-60a8-4599-b27c-013d7d04f8bc. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.538021] env[62226]: DEBUG nova.network.neutron [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Updating instance_info_cache with network_info: [{"id": "6f6c518f-60a8-4599-b27c-013d7d04f8bc", "address": "fa:16:3e:e9:86:d0", "network": {"id": "6b1aad1b-cffa-4c2f-a731-6d90b0b385bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-860464410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02dbb4539f4d5fadc6ad3a281636bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6c518f-60", "ovs_interfaceid": "6f6c518f-60a8-4599-b27c-013d7d04f8bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.673442] env[62226]: DEBUG nova.compute.manager [req-15a628a0-d233-48ff-b96b-4ac0046cf84a req-df1ab5ee-e2dd-4db7-9cee-f35fed75ed3e service nova] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Received event network-vif-deleted-32a94729-bfdf-4cc0-ab86-e6224047bf67 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1848.719195] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027915, 'name': CreateSnapshot_Task, 'duration_secs': 0.472467} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.719427] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1848.720252] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48146051-b66b-46f3-9784-435e7eea749d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.925274] env[62226]: INFO nova.compute.manager [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Took 45.44 seconds to build instance. [ 1848.927536] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.949868] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027916, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.009110] env[62226]: INFO nova.compute.manager [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Rebuilding instance [ 1849.038899] env[62226]: DEBUG oslo_concurrency.lockutils [req-019b4103-ee1a-4107-ba48-142b1a61c257 req-8387165e-b94d-4b3c-bfcd-e25dae78a30d service nova] Releasing lock "refresh_cache-483402d1-e1d6-43b5-ac95-b3b776d9b367" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.039598] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "9d1cdb26-7363-4eb2-b3c5-23643faf47ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.052332] env[62226]: DEBUG nova.compute.manager [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1849.053188] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a46624-3e4a-4d33-96ee-4552116358f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.107030] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967aec86-8d36-4918-9247-c46359a4581f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.131045] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance 'c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5' progress to 0 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1849.240704] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1849.241470] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6725847-a2d9-4eaf-b264-20773a4721db {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.251461] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1849.251461] env[62226]: value = "task-2027917" [ 1849.251461] env[62226]: _type = "Task" [ 1849.251461] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.260252] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027917, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.428200] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c2c74a-3cd4-4ed1-b6c1-c90dc2d625c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.431138] env[62226]: DEBUG oslo_concurrency.lockutils [None req-638137cb-94e0-431a-8ffc-a77ba8ee9402 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "d09b72aa-8156-445b-befc-14983b6484bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.388s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.437753] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e59da4-0f38-4fcc-b011-0c97419ac81e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.450864] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59259} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.492104] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 483402d1-e1d6-43b5-ac95-b3b776d9b367/483402d1-e1d6-43b5-ac95-b3b776d9b367.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1849.492571] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1849.493742] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec74d229-1011-47fa-bde4-c2b3fe1ad741 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.497480] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8697d5b-0c3a-48b7-811e-69ca86b167e6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.509549] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1245eb8-bbe7-4b6b-955a-d2a066fb3fc1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.516000] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1849.516000] env[62226]: value = "task-2027918" [ 1849.516000] env[62226]: _type = "Task" [ 1849.516000] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.535051] env[62226]: DEBUG nova.compute.provider_tree [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.545968] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.639945] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.639945] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c0e0b0a-5ac8-4bbb-a146-1a8c4cafefca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.648280] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1849.648280] env[62226]: value = "task-2027919" [ 1849.648280] env[62226]: _type = "Task" [ 1849.648280] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.660239] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.763402] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027917, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.934606] env[62226]: DEBUG nova.compute.manager [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1850.027703] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193986} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.028088] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1850.029109] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfec224b-58d5-489e-9d8b-ac41f0fe946c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.047706] env[62226]: DEBUG nova.scheduler.client.report [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.062354] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 483402d1-e1d6-43b5-ac95-b3b776d9b367/483402d1-e1d6-43b5-ac95-b3b776d9b367.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1850.063219] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f396089-51ee-424f-8351-8f12a20c70f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.078631] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1850.078954] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff5d45d9-4c2b-4ef2-8064-84236399a0c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.089659] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1850.089659] env[62226]: value = "task-2027920" [ 1850.089659] env[62226]: _type = "Task" [ 1850.089659] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.091272] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1850.091272] env[62226]: value = "task-2027921" [ 1850.091272] env[62226]: _type = "Task" [ 1850.091272] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.103149] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.106150] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.158906] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027919, 'name': PowerOffVM_Task, 'duration_secs': 0.309734} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.159182] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.159382] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance 'c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5' progress to 17 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1850.265583] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027917, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.460934] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.565026] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.565525] env[62226]: DEBUG nova.compute.manager [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1850.568656] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.565s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.568903] env[62226]: DEBUG nova.objects.instance [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Lazy-loading 'resources' on Instance uuid cd094d3d-9cf3-4f5b-9509-fc7b9da7e939 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.607859] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027920, 'name': PowerOffVM_Task, 'duration_secs': 0.215761} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.611656] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.611656] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1850.612540] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027921, 'name': ReconfigVM_Task, 'duration_secs': 0.468509} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.613072] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ff1172-d9b4-4478-9f84-fe4fe367b8d7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.616055] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 483402d1-e1d6-43b5-ac95-b3b776d9b367/483402d1-e1d6-43b5-ac95-b3b776d9b367.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1850.617041] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27be3f98-6f76-4bc7-b3a2-5776f6f1d51a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.624689] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1850.626375] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b02d5b7b-3a00-41d6-9e67-89c4de80de46 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.628531] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1850.628531] env[62226]: value = "task-2027922" [ 1850.628531] env[62226]: _type = "Task" [ 1850.628531] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.637864] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027922, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.666207] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1850.666558] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1850.666764] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1850.666973] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1850.667202] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1850.667384] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1850.667651] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1850.667837] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1850.668100] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1850.668330] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1850.668562] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1850.673880] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a03b95-73bb-449c-bffd-aefcbf3b17e7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.691896] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1850.691896] env[62226]: value = "task-2027924" [ 1850.691896] env[62226]: _type = "Task" [ 1850.691896] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.701684] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.743393] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.743717] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.743946] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleting the datastore file [datastore2] 0b3e91bd-a9ae-4855-85e7-fe143443b11f {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.744391] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f668781-f437-4c4c-b609-830743ad5d2f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.752850] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1850.752850] env[62226]: value = "task-2027925" [ 1850.752850] env[62226]: _type = "Task" [ 1850.752850] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.765255] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.768580] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027917, 'name': CloneVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.074901] env[62226]: DEBUG nova.compute.utils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1851.076557] env[62226]: DEBUG nova.compute.manager [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1851.077467] env[62226]: DEBUG nova.network.neutron [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1851.139115] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027922, 'name': Rename_Task, 'duration_secs': 0.2232} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.139455] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1851.139638] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a739b0f-6b61-42f8-a34b-46f998620fe1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.143391] env[62226]: DEBUG nova.policy [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dd5176aa5174e4ba64a5abc1b6a52a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78e1fbdc48d845f993c3b87dd171dc4a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1851.147218] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1851.147218] env[62226]: value = "task-2027926" [ 1851.147218] env[62226]: _type = "Task" [ 1851.147218] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.161460] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.201468] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027924, 'name': ReconfigVM_Task, 'duration_secs': 0.224218} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.205636] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance 'c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5' progress to 33 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1851.270388] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027917, 'name': CloneVM_Task, 'duration_secs': 1.568634} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.273376] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Created linked-clone VM from snapshot [ 1851.273983] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317357} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.276977] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df23ed26-d614-4cd5-b026-9bcd8d4be664 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.279515] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1851.279793] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1851.279987] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.290018] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Uploading image e510036c-19ed-4937-aa60-3d11dba0835c {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1851.310702] env[62226]: DEBUG oslo_vmware.rw_handles [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1851.310702] env[62226]: value = "vm-416592" [ 1851.310702] env[62226]: _type = "VirtualMachine" [ 1851.310702] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1851.310987] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fcacb47f-33f5-4210-91f0-6dc9bd6114b7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.322060] env[62226]: DEBUG oslo_vmware.rw_handles [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lease: (returnval){ [ 1851.322060] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dc7fbc-2818-93e2-b9dd-bd582d658526" [ 1851.322060] env[62226]: _type = "HttpNfcLease" [ 1851.322060] env[62226]: } obtained for exporting VM: (result){ [ 1851.322060] env[62226]: value = "vm-416592" [ 1851.322060] env[62226]: _type = "VirtualMachine" [ 1851.322060] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1851.322457] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the lease: (returnval){ [ 1851.322457] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dc7fbc-2818-93e2-b9dd-bd582d658526" [ 1851.322457] env[62226]: _type = "HttpNfcLease" [ 1851.322457] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1851.330293] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1851.330293] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dc7fbc-2818-93e2-b9dd-bd582d658526" [ 1851.330293] env[62226]: _type = "HttpNfcLease" [ 1851.330293] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1851.572198] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9da1d2a-d163-4bc1-ae5b-2500e14f3a15 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.580581] env[62226]: DEBUG nova.compute.utils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1851.582893] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f1da97-d668-409c-9f22-c4f860e3db6c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.615089] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7c0524-0c66-46f9-860d-d47fb2a2bfad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.623885] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049c2b84-e592-451b-b4bd-7f4c92261f6d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.640720] env[62226]: DEBUG nova.compute.provider_tree [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.657493] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.711937] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:39:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='029901f9-698a-4792-8116-f510f9eaf9b9',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2115815269',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1851.712211] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1851.712374] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1851.712557] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1851.712704] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1851.712852] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1851.713163] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1851.713387] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1851.713600] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1851.713800] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1851.714050] env[62226]: DEBUG nova.virt.hardware [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1851.719559] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1851.720242] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c045d13b-7c32-481a-9265-0f045d80b0a8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.740752] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1851.740752] env[62226]: value = "task-2027928" [ 1851.740752] env[62226]: _type = "Task" [ 1851.740752] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.745053] env[62226]: DEBUG nova.network.neutron [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Successfully created port: 3ee806c3-7b00-4cf9-ac2b-3585ea93b944 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.752465] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.832279] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1851.832279] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dc7fbc-2818-93e2-b9dd-bd582d658526" [ 1851.832279] env[62226]: _type = "HttpNfcLease" [ 1851.832279] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1851.832677] env[62226]: DEBUG oslo_vmware.rw_handles [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1851.832677] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dc7fbc-2818-93e2-b9dd-bd582d658526" [ 1851.832677] env[62226]: _type = "HttpNfcLease" [ 1851.832677] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1851.833459] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9581a7-737d-4aed-8a59-4172be29b9c7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.843590] env[62226]: DEBUG oslo_vmware.rw_handles [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d89661-0c46-d860-b898-7a0cafa8a62b/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1851.843835] env[62226]: DEBUG oslo_vmware.rw_handles [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d89661-0c46-d860-b898-7a0cafa8a62b/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1851.939560] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-07023df9-f7eb-49ed-a53c-57c32a58c106 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.087941] env[62226]: DEBUG nova.compute.manager [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1852.144308] env[62226]: DEBUG nova.scheduler.client.report [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1852.160398] env[62226]: DEBUG oslo_vmware.api [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027926, 'name': PowerOnVM_Task, 'duration_secs': 0.932368} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.160704] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1852.160996] env[62226]: INFO nova.compute.manager [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1852.161233] env[62226]: DEBUG nova.compute.manager [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1852.162159] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccf1e7e-aa97-4f2c-ac4a-1b65f5592519 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.251724] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027928, 'name': ReconfigVM_Task, 'duration_secs': 0.188782} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.252252] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1852.253976] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b944bbbc-59a5-406f-a632-0b838ae42d7a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.284348] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5/c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.284716] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede1e4b3-9916-4b7e-9a58-d77f391db503 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.310284] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1852.310284] env[62226]: value = "task-2027929" [ 1852.310284] env[62226]: _type = "Task" [ 1852.310284] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.326854] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.335715] env[62226]: DEBUG nova.virt.hardware [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.336081] env[62226]: DEBUG nova.virt.hardware [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.336335] env[62226]: DEBUG nova.virt.hardware [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.336570] env[62226]: DEBUG nova.virt.hardware [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.336819] env[62226]: DEBUG nova.virt.hardware [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.337021] env[62226]: DEBUG nova.virt.hardware [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.337309] env[62226]: DEBUG nova.virt.hardware [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.337601] env[62226]: DEBUG nova.virt.hardware [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.337802] env[62226]: DEBUG nova.virt.hardware [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.338054] env[62226]: DEBUG nova.virt.hardware [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.338344] env[62226]: DEBUG nova.virt.hardware [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.339260] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f46f7aa-1184-41d6-b339-37438f5187b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.348549] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea22215-98ea-46a6-aa9e-176b7d4ece9f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.365020] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:74:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99662122-516a-431c-bfa8-5ad9157ad5b4', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1852.372149] env[62226]: DEBUG oslo.service.loopingcall [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.372929] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1852.375033] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a53d9c88-4ff2-4c8c-9e86-1ae505a45e81 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.396685] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1852.396685] env[62226]: value = "task-2027930" [ 1852.396685] env[62226]: _type = "Task" [ 1852.396685] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.406700] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027930, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.654319] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.658278] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.853s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.660217] env[62226]: INFO nova.compute.claims [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1852.682564] env[62226]: INFO nova.compute.manager [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Took 45.01 seconds to build instance. [ 1852.684891] env[62226]: INFO nova.scheduler.client.report [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Deleted allocations for instance cd094d3d-9cf3-4f5b-9509-fc7b9da7e939 [ 1852.822494] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027929, 'name': ReconfigVM_Task, 'duration_secs': 0.319611} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.822976] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Reconfigured VM instance instance-00000028 to attach disk [datastore1] c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5/c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1852.824084] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance 'c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5' progress to 50 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1852.911120] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027930, 'name': CreateVM_Task, 'duration_secs': 0.398137} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.911346] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1852.912145] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.912571] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.913251] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1852.913638] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8452da52-e534-4589-b05b-a4047b32158d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.920424] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1852.920424] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c4c923-f86c-33b3-227b-f8ca56162ad3" [ 1852.920424] env[62226]: _type = "Task" [ 1852.920424] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.930120] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c4c923-f86c-33b3-227b-f8ca56162ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.099377] env[62226]: DEBUG nova.compute.manager [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1853.128791] env[62226]: DEBUG nova.virt.hardware [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:37:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='717477501',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1547062968',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1853.129089] env[62226]: DEBUG nova.virt.hardware [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1853.129562] env[62226]: DEBUG nova.virt.hardware [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1853.129877] env[62226]: DEBUG nova.virt.hardware [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1853.130166] env[62226]: DEBUG nova.virt.hardware [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1853.130480] env[62226]: DEBUG nova.virt.hardware [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1853.130842] env[62226]: DEBUG nova.virt.hardware [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1853.131063] env[62226]: DEBUG nova.virt.hardware [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1853.131323] env[62226]: DEBUG nova.virt.hardware [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1853.132891] env[62226]: DEBUG nova.virt.hardware [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1853.133149] env[62226]: DEBUG nova.virt.hardware [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1853.134436] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87247752-3c69-42e2-9c83-193cfa5b6ddf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.145738] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba2bb75-8943-4e52-ab2e-6a2cd8104598 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.185440] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4e2be70f-55f8-459f-86e0-7bf751d7208a tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "483402d1-e1d6-43b5-ac95-b3b776d9b367" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.622s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.191283] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ecabff15-2fb7-49a8-b61e-513258ed2ecb tempest-VolumesAssistedSnapshotsTest-2091047102 tempest-VolumesAssistedSnapshotsTest-2091047102-project-member] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.981s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.191283] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 33.392s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.191846] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1747ae5-ec0d-4789-b9ea-194d98e48bc6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.206123] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d435d37-7c86-4bf6-91a8-608627ed50d2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.329874] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e552fda-b90c-462f-b590-a0813ed7a42a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.363528] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc4c444-1d26-4c7a-ae10-3713a47e4831 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.386124] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance 'c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5' progress to 67 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1853.431791] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c4c923-f86c-33b3-227b-f8ca56162ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.02827} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.432135] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.432397] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1853.432747] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.432900] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.433182] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1853.434437] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5865391-0774-44d4-9225-c6dac0de213c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.444928] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1853.445153] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1853.445905] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d025854c-23b4-4b51-8c78-2ec47cd1bc74 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.453411] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1853.453411] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52664437-a166-41f2-80b7-8856dae38477" [ 1853.453411] env[62226]: _type = "Task" [ 1853.453411] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.463044] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52664437-a166-41f2-80b7-8856dae38477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.689026] env[62226]: DEBUG nova.compute.manager [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1853.723449] env[62226]: DEBUG nova.network.neutron [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Successfully updated port: 3ee806c3-7b00-4cf9-ac2b-3585ea93b944 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1853.748035] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "cd094d3d-9cf3-4f5b-9509-fc7b9da7e939" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.803142] env[62226]: DEBUG nova.compute.manager [req-e87c3c2c-3dcb-4b31-bb37-9474dc3d29a2 req-30acd4fc-f280-4cc4-8392-e789948f5ad4 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Received event network-vif-plugged-3ee806c3-7b00-4cf9-ac2b-3585ea93b944 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1853.803456] env[62226]: DEBUG oslo_concurrency.lockutils [req-e87c3c2c-3dcb-4b31-bb37-9474dc3d29a2 req-30acd4fc-f280-4cc4-8392-e789948f5ad4 service nova] Acquiring lock "7a31fc47-22a2-441c-97ca-2aa91b931098-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.803939] env[62226]: DEBUG oslo_concurrency.lockutils [req-e87c3c2c-3dcb-4b31-bb37-9474dc3d29a2 req-30acd4fc-f280-4cc4-8392-e789948f5ad4 service nova] Lock "7a31fc47-22a2-441c-97ca-2aa91b931098-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.803939] env[62226]: DEBUG oslo_concurrency.lockutils [req-e87c3c2c-3dcb-4b31-bb37-9474dc3d29a2 req-30acd4fc-f280-4cc4-8392-e789948f5ad4 service nova] Lock "7a31fc47-22a2-441c-97ca-2aa91b931098-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.803939] env[62226]: DEBUG nova.compute.manager [req-e87c3c2c-3dcb-4b31-bb37-9474dc3d29a2 req-30acd4fc-f280-4cc4-8392-e789948f5ad4 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] No waiting events found dispatching network-vif-plugged-3ee806c3-7b00-4cf9-ac2b-3585ea93b944 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1853.804137] env[62226]: WARNING nova.compute.manager [req-e87c3c2c-3dcb-4b31-bb37-9474dc3d29a2 req-30acd4fc-f280-4cc4-8392-e789948f5ad4 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Received unexpected event network-vif-plugged-3ee806c3-7b00-4cf9-ac2b-3585ea93b944 for instance with vm_state building and task_state spawning. [ 1853.966092] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52664437-a166-41f2-80b7-8856dae38477, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.966950] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baaf94e3-1c87-4db2-9052-af26325bdb70 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.973809] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1853.973809] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5268b146-4b95-9edc-54ff-f70a130528e3" [ 1853.973809] env[62226]: _type = "Task" [ 1853.973809] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.977294] env[62226]: DEBUG nova.network.neutron [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Port 316e0b50-7b9a-4edd-9010-f9f5f91b3001 binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1853.990048] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5268b146-4b95-9edc-54ff-f70a130528e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011502} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.992420] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.992535] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 0b3e91bd-a9ae-4855-85e7-fe143443b11f/0b3e91bd-a9ae-4855-85e7-fe143443b11f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1853.993085] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-384229f7-22a7-44c1-acf1-678dd0a2223f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.002009] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1854.002009] env[62226]: value = "task-2027931" [ 1854.002009] env[62226]: _type = "Task" [ 1854.002009] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.022340] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.215167] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.225833] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "refresh_cache-7a31fc47-22a2-441c-97ca-2aa91b931098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.226011] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquired lock "refresh_cache-7a31fc47-22a2-441c-97ca-2aa91b931098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.226175] env[62226]: DEBUG nova.network.neutron [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1854.274956] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c051d8-b708-47cf-b2c9-e18f9f31babc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.281930] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8949be46-7c7a-4154-b8ba-99c970914fbe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.316942] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c1f522-4fb3-4ee7-87d0-562bff06ba88 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.326787] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a92af8c-1759-42d8-bf6e-05be5020bf59 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.345973] env[62226]: DEBUG nova.compute.provider_tree [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.515922] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027931, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.767606] env[62226]: DEBUG nova.network.neutron [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1854.852651] env[62226]: DEBUG nova.scheduler.client.report [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1855.004149] env[62226]: DEBUG nova.network.neutron [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Updating instance_info_cache with network_info: [{"id": "3ee806c3-7b00-4cf9-ac2b-3585ea93b944", "address": "fa:16:3e:72:af:56", "network": {"id": "7f013a1e-f1cf-4361-92a0-2fced5a016ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-960739507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e1fbdc48d845f993c3b87dd171dc4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee806c3-7b", "ovs_interfaceid": "3ee806c3-7b00-4cf9-ac2b-3585ea93b944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.013220] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.015140] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.015140] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.030565] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554594} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.031459] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 0b3e91bd-a9ae-4855-85e7-fe143443b11f/0b3e91bd-a9ae-4855-85e7-fe143443b11f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1855.031967] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1855.033787] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2172322-4feb-455a-8825-7ef653437abf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.043263] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1855.043263] env[62226]: value = "task-2027932" [ 1855.043263] env[62226]: _type = "Task" [ 1855.043263] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.055163] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.360179] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.362146] env[62226]: DEBUG nova.compute.manager [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1855.367183] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.716s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.368899] env[62226]: INFO nova.compute.claims [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1855.514765] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Releasing lock "refresh_cache-7a31fc47-22a2-441c-97ca-2aa91b931098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.517049] env[62226]: DEBUG nova.compute.manager [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Instance network_info: |[{"id": "3ee806c3-7b00-4cf9-ac2b-3585ea93b944", "address": "fa:16:3e:72:af:56", "network": {"id": "7f013a1e-f1cf-4361-92a0-2fced5a016ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-960739507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e1fbdc48d845f993c3b87dd171dc4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee806c3-7b", "ovs_interfaceid": "3ee806c3-7b00-4cf9-ac2b-3585ea93b944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1855.517049] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:af:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ee806c3-7b00-4cf9-ac2b-3585ea93b944', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1855.528389] env[62226]: DEBUG oslo.service.loopingcall [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.530603] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1855.531355] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-022480bd-99fa-480f-9a52-73c4c77f2990 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.571448] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073045} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.573872] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1855.577042] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1855.577042] env[62226]: value = "task-2027933" [ 1855.577042] env[62226]: _type = "Task" [ 1855.577042] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.577042] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d06e60-a274-408a-b284-17d1a6ff005c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.599176] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027933, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.627244] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 0b3e91bd-a9ae-4855-85e7-fe143443b11f/0b3e91bd-a9ae-4855-85e7-fe143443b11f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1855.628222] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc6d180c-f21d-4c19-ab95-551e728e17dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.650725] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1855.650725] env[62226]: value = "task-2027934" [ 1855.650725] env[62226]: _type = "Task" [ 1855.650725] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.661319] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.872165] env[62226]: DEBUG nova.compute.utils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.872165] env[62226]: DEBUG nova.compute.manager [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1855.872530] env[62226]: DEBUG nova.network.neutron [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1855.910765] env[62226]: DEBUG nova.compute.manager [req-a43c4a4e-22c3-4c27-a1c4-425191629512 req-18cda14b-b9c6-45e7-ae0f-7ff000ad8652 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Received event network-changed-3ee806c3-7b00-4cf9-ac2b-3585ea93b944 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1855.911177] env[62226]: DEBUG nova.compute.manager [req-a43c4a4e-22c3-4c27-a1c4-425191629512 req-18cda14b-b9c6-45e7-ae0f-7ff000ad8652 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Refreshing instance network info cache due to event network-changed-3ee806c3-7b00-4cf9-ac2b-3585ea93b944. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1855.911241] env[62226]: DEBUG oslo_concurrency.lockutils [req-a43c4a4e-22c3-4c27-a1c4-425191629512 req-18cda14b-b9c6-45e7-ae0f-7ff000ad8652 service nova] Acquiring lock "refresh_cache-7a31fc47-22a2-441c-97ca-2aa91b931098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.911360] env[62226]: DEBUG oslo_concurrency.lockutils [req-a43c4a4e-22c3-4c27-a1c4-425191629512 req-18cda14b-b9c6-45e7-ae0f-7ff000ad8652 service nova] Acquired lock "refresh_cache-7a31fc47-22a2-441c-97ca-2aa91b931098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.911541] env[62226]: DEBUG nova.network.neutron [req-a43c4a4e-22c3-4c27-a1c4-425191629512 req-18cda14b-b9c6-45e7-ae0f-7ff000ad8652 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Refreshing network info cache for port 3ee806c3-7b00-4cf9-ac2b-3585ea93b944 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.983751] env[62226]: DEBUG oslo_concurrency.lockutils [None req-80cce45e-48c1-49f6-92ba-771d44d0f338 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "5157170e-858f-4987-b121-3eb983e66d7f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.983960] env[62226]: DEBUG oslo_concurrency.lockutils [None req-80cce45e-48c1-49f6-92ba-771d44d0f338 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "5157170e-858f-4987-b121-3eb983e66d7f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.984168] env[62226]: DEBUG nova.compute.manager [None req-80cce45e-48c1-49f6-92ba-771d44d0f338 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.985861] env[62226]: DEBUG nova.policy [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '892a156a83974f46874cd94e95f0ec7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4024ab15ac07425a94a8616a351da835', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1855.988078] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0c0ab4-ac2f-4ae6-bc9d-bad958c8bbe8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.996151] env[62226]: DEBUG nova.compute.manager [None req-80cce45e-48c1-49f6-92ba-771d44d0f338 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1855.996830] env[62226]: DEBUG nova.objects.instance [None req-80cce45e-48c1-49f6-92ba-771d44d0f338 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lazy-loading 'flavor' on Instance uuid 5157170e-858f-4987-b121-3eb983e66d7f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.070195] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.070416] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.070631] env[62226]: DEBUG nova.network.neutron [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1856.093828] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027933, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.165995] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027934, 'name': ReconfigVM_Task, 'duration_secs': 0.400174} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.166354] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 0b3e91bd-a9ae-4855-85e7-fe143443b11f/0b3e91bd-a9ae-4855-85e7-fe143443b11f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1856.167297] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c7c0e05-4325-4462-ad02-b7da45dafb56 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.177530] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1856.177530] env[62226]: value = "task-2027935" [ 1856.177530] env[62226]: _type = "Task" [ 1856.177530] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.188851] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027935, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.377901] env[62226]: DEBUG nova.compute.manager [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.571670] env[62226]: DEBUG nova.network.neutron [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Successfully created port: 1040c3fd-319d-45a0-8c16-6b3e7154c0d2 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1856.598437] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027933, 'name': CreateVM_Task, 'duration_secs': 0.527903} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.598921] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.599881] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.600278] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.600661] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.600993] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b7df9d-138b-4ab4-b77d-3e62ca8e6927 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.608336] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1856.608336] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5260f374-49e4-0672-ba93-4d4535b887ed" [ 1856.608336] env[62226]: _type = "Task" [ 1856.608336] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.622907] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5260f374-49e4-0672-ba93-4d4535b887ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.687714] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027935, 'name': Rename_Task, 'duration_secs': 0.199691} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.688186] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1856.688293] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c32c0d3e-3e50-4422-9af9-102f9024c655 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.696285] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1856.696285] env[62226]: value = "task-2027936" [ 1856.696285] env[62226]: _type = "Task" [ 1856.696285] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.712285] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.911411] env[62226]: DEBUG nova.network.neutron [req-a43c4a4e-22c3-4c27-a1c4-425191629512 req-18cda14b-b9c6-45e7-ae0f-7ff000ad8652 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Updated VIF entry in instance network info cache for port 3ee806c3-7b00-4cf9-ac2b-3585ea93b944. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.913169] env[62226]: DEBUG nova.network.neutron [req-a43c4a4e-22c3-4c27-a1c4-425191629512 req-18cda14b-b9c6-45e7-ae0f-7ff000ad8652 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Updating instance_info_cache with network_info: [{"id": "3ee806c3-7b00-4cf9-ac2b-3585ea93b944", "address": "fa:16:3e:72:af:56", "network": {"id": "7f013a1e-f1cf-4361-92a0-2fced5a016ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-960739507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e1fbdc48d845f993c3b87dd171dc4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee806c3-7b", "ovs_interfaceid": "3ee806c3-7b00-4cf9-ac2b-3585ea93b944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.006276] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cce45e-48c1-49f6-92ba-771d44d0f338 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.006573] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4b87036-3eb3-4550-8e9a-045645db4811 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.019447] env[62226]: DEBUG oslo_vmware.api [None req-80cce45e-48c1-49f6-92ba-771d44d0f338 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1857.019447] env[62226]: value = "task-2027937" [ 1857.019447] env[62226]: _type = "Task" [ 1857.019447] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.026943] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d665b94a-dc3b-4093-a1b4-2f2277df7ccb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.038129] env[62226]: DEBUG oslo_vmware.api [None req-80cce45e-48c1-49f6-92ba-771d44d0f338 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.042273] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157c925e-d1e3-4bdb-8e0e-6a9ce74638b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.077467] env[62226]: DEBUG nova.network.neutron [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance_info_cache with network_info: [{"id": "316e0b50-7b9a-4edd-9010-f9f5f91b3001", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316e0b50-7b", "ovs_interfaceid": "316e0b50-7b9a-4edd-9010-f9f5f91b3001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.079363] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388fe827-0528-4e48-a265-d453ac7b31cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.089133] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb243c-471b-4031-9be9-d23459f17b25 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.108592] env[62226]: DEBUG nova.compute.provider_tree [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.125982] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5260f374-49e4-0672-ba93-4d4535b887ed, 'name': SearchDatastore_Task, 'duration_secs': 0.018917} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.126240] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.126477] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1857.126712] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.126856] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.127051] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1857.127330] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b409406-8b01-4b58-9fd3-62c25202d6c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.139356] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1857.139356] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1857.139598] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d32dbc1-c0ad-4fff-8950-fbae8baff516 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.147647] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1857.147647] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e9c686-3379-de40-7173-e5586d47140d" [ 1857.147647] env[62226]: _type = "Task" [ 1857.147647] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.157022] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e9c686-3379-de40-7173-e5586d47140d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.208099] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.389742] env[62226]: DEBUG nova.compute.manager [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1857.413690] env[62226]: DEBUG nova.virt.hardware [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1857.413960] env[62226]: DEBUG nova.virt.hardware [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.414355] env[62226]: DEBUG nova.virt.hardware [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1857.414556] env[62226]: DEBUG nova.virt.hardware [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.414713] env[62226]: DEBUG nova.virt.hardware [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1857.414862] env[62226]: DEBUG nova.virt.hardware [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1857.415098] env[62226]: DEBUG nova.virt.hardware [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1857.415266] env[62226]: DEBUG nova.virt.hardware [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1857.415472] env[62226]: DEBUG nova.virt.hardware [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1857.415627] env[62226]: DEBUG nova.virt.hardware [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1857.415802] env[62226]: DEBUG nova.virt.hardware [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1857.416745] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74652fce-b085-4808-935a-3df006d79ba2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.419812] env[62226]: DEBUG oslo_concurrency.lockutils [req-a43c4a4e-22c3-4c27-a1c4-425191629512 req-18cda14b-b9c6-45e7-ae0f-7ff000ad8652 service nova] Releasing lock "refresh_cache-7a31fc47-22a2-441c-97ca-2aa91b931098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.428233] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40c7041-b5fa-4e89-b992-c0a5cf8f89a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.530211] env[62226]: DEBUG oslo_vmware.api [None req-80cce45e-48c1-49f6-92ba-771d44d0f338 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027937, 'name': PowerOffVM_Task, 'duration_secs': 0.28071} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.530580] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cce45e-48c1-49f6-92ba-771d44d0f338 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.530796] env[62226]: DEBUG nova.compute.manager [None req-80cce45e-48c1-49f6-92ba-771d44d0f338 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1857.531694] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff25c526-82d3-44c6-811a-fcde10cfbd99 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.583080] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.612132] env[62226]: DEBUG nova.scheduler.client.report [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1857.659033] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e9c686-3379-de40-7173-e5586d47140d, 'name': SearchDatastore_Task, 'duration_secs': 0.015624} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.659850] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cac11bd-b892-4545-8b1e-aa7210d507aa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.667672] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1857.667672] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d88959-2a36-c703-b3ef-55693a969a54" [ 1857.667672] env[62226]: _type = "Task" [ 1857.667672] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.677364] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d88959-2a36-c703-b3ef-55693a969a54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.707798] env[62226]: DEBUG oslo_vmware.api [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027936, 'name': PowerOnVM_Task, 'duration_secs': 0.78312} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.708204] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1857.708480] env[62226]: DEBUG nova.compute.manager [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1857.709494] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18ea767-fdfa-47ef-8ddd-edc03c09cfc4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.046304] env[62226]: DEBUG oslo_concurrency.lockutils [None req-80cce45e-48c1-49f6-92ba-771d44d0f338 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "5157170e-858f-4987-b121-3eb983e66d7f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.118696] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.118696] env[62226]: DEBUG nova.compute.manager [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1858.123496] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.747s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.123674] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.123830] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1858.124128] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.665s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.124352] env[62226]: DEBUG nova.objects.instance [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lazy-loading 'resources' on Instance uuid 14f24a9e-5dc5-484e-90e5-4a6b377f87bb {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.126047] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650a8946-ed4a-433d-ad23-4342cf5be596 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.130387] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d95cee-7f44-442a-9837-0f188906998c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.155409] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6e654d-c253-4a39-95ce-990221ca578d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.161525] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebae8490-22e3-4551-b567-6551a4f81767 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.170957] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance 'c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5' progress to 83 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1858.187865] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fdc464-6bf9-435f-9d1c-9e3c663dacd3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.201320] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd8cce0-c1bb-4652-86a4-29a80221e02c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.204582] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d88959-2a36-c703-b3ef-55693a969a54, 'name': SearchDatastore_Task, 'duration_secs': 0.017592} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.205915] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.205915] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 7a31fc47-22a2-441c-97ca-2aa91b931098/7a31fc47-22a2-441c-97ca-2aa91b931098.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1858.206258] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70039b45-c560-4433-a1ae-73dcbc6459c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.242382] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178396MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1858.242574] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.244592] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1858.244592] env[62226]: value = "task-2027938" [ 1858.244592] env[62226]: _type = "Task" [ 1858.244592] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.251860] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.260568] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.614112] env[62226]: DEBUG nova.objects.instance [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lazy-loading 'flavor' on Instance uuid 5157170e-858f-4987-b121-3eb983e66d7f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.634177] env[62226]: DEBUG nova.compute.utils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1858.636417] env[62226]: DEBUG nova.compute.manager [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1858.637913] env[62226]: DEBUG nova.network.neutron [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1858.689715] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1858.690068] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fe5151b-764d-43dc-85a6-d74d9db946d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.699371] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1858.699371] env[62226]: value = "task-2027939" [ 1858.699371] env[62226]: _type = "Task" [ 1858.699371] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.709360] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.717265] env[62226]: DEBUG nova.policy [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3992756f3b4e453a90c1cdb4120fd11c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c184d4baa1fb4b9e8ab37c51d19de38f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1858.764848] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027938, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.806587] env[62226]: DEBUG nova.network.neutron [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Successfully updated port: 1040c3fd-319d-45a0-8c16-6b3e7154c0d2 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1859.012634] env[62226]: DEBUG nova.compute.manager [req-4c00968e-a0d9-4c84-8e89-fe9b6cc8fadd req-049b2938-bf2a-4566-9729-ec3928cc989d service nova] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Received event network-vif-plugged-1040c3fd-319d-45a0-8c16-6b3e7154c0d2 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1859.012888] env[62226]: DEBUG oslo_concurrency.lockutils [req-4c00968e-a0d9-4c84-8e89-fe9b6cc8fadd req-049b2938-bf2a-4566-9729-ec3928cc989d service nova] Acquiring lock "8af64c78-3bdf-4313-bf58-dca8f36a7098-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.013116] env[62226]: DEBUG oslo_concurrency.lockutils [req-4c00968e-a0d9-4c84-8e89-fe9b6cc8fadd req-049b2938-bf2a-4566-9729-ec3928cc989d service nova] Lock "8af64c78-3bdf-4313-bf58-dca8f36a7098-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.013286] env[62226]: DEBUG oslo_concurrency.lockutils [req-4c00968e-a0d9-4c84-8e89-fe9b6cc8fadd req-049b2938-bf2a-4566-9729-ec3928cc989d service nova] Lock "8af64c78-3bdf-4313-bf58-dca8f36a7098-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.013450] env[62226]: DEBUG nova.compute.manager [req-4c00968e-a0d9-4c84-8e89-fe9b6cc8fadd req-049b2938-bf2a-4566-9729-ec3928cc989d service nova] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] No waiting events found dispatching network-vif-plugged-1040c3fd-319d-45a0-8c16-6b3e7154c0d2 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1859.013612] env[62226]: WARNING nova.compute.manager [req-4c00968e-a0d9-4c84-8e89-fe9b6cc8fadd req-049b2938-bf2a-4566-9729-ec3928cc989d service nova] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Received unexpected event network-vif-plugged-1040c3fd-319d-45a0-8c16-6b3e7154c0d2 for instance with vm_state building and task_state spawning. [ 1859.125410] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "refresh_cache-5157170e-858f-4987-b121-3eb983e66d7f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.125616] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquired lock "refresh_cache-5157170e-858f-4987-b121-3eb983e66d7f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.125867] env[62226]: DEBUG nova.network.neutron [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1859.125965] env[62226]: DEBUG nova.objects.instance [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lazy-loading 'info_cache' on Instance uuid 5157170e-858f-4987-b121-3eb983e66d7f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.151202] env[62226]: DEBUG nova.compute.manager [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1859.213611] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.214753] env[62226]: DEBUG nova.network.neutron [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Successfully created port: b0b628fd-19d5-4849-b385-de22cc42ee77 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1859.259935] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619077} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.259935] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 7a31fc47-22a2-441c-97ca-2aa91b931098/7a31fc47-22a2-441c-97ca-2aa91b931098.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1859.259935] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1859.259935] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-345d1c68-f23d-417e-ba6b-ac797b1bbc92 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.273365] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1859.273365] env[62226]: value = "task-2027940" [ 1859.273365] env[62226]: _type = "Task" [ 1859.273365] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.287953] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.305186] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6ffbd2-93aa-4f56-aac8-43116bff2fee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.313487] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Acquiring lock "refresh_cache-8af64c78-3bdf-4313-bf58-dca8f36a7098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.313778] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Acquired lock "refresh_cache-8af64c78-3bdf-4313-bf58-dca8f36a7098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.313778] env[62226]: DEBUG nova.network.neutron [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1859.316086] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04244a27-ee5b-450c-b91e-ef13a0ca6780 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.353234] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4563b5c-b841-48cf-9daa-11a2be3eb1ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.363198] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51238a9-b427-4c4e-8e0f-d2d84eb4d8b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.379291] env[62226]: DEBUG nova.compute.provider_tree [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.631401] env[62226]: DEBUG nova.objects.base [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Object Instance<5157170e-858f-4987-b121-3eb983e66d7f> lazy-loaded attributes: flavor,info_cache {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1859.711640] env[62226]: DEBUG oslo_vmware.api [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2027939, 'name': PowerOnVM_Task, 'duration_secs': 0.585606} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.711972] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1859.712105] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5973e9ee-08c5-436a-bac9-e890da6bd30f tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance 'c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5' progress to 100 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1859.784810] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304925} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.785101] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1859.785877] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aaadd3-268a-455c-8e58-783ebc378580 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.813268] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 7a31fc47-22a2-441c-97ca-2aa91b931098/7a31fc47-22a2-441c-97ca-2aa91b931098.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1859.813934] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2b8979d-4f18-4c2c-b64d-88085d441780 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.840684] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1859.840684] env[62226]: value = "task-2027941" [ 1859.840684] env[62226]: _type = "Task" [ 1859.840684] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.853490] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.878715] env[62226]: DEBUG nova.network.neutron [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1859.882387] env[62226]: DEBUG nova.scheduler.client.report [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.166224] env[62226]: DEBUG nova.compute.manager [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1860.209710] env[62226]: DEBUG nova.virt.hardware [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1860.209710] env[62226]: DEBUG nova.virt.hardware [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1860.209918] env[62226]: DEBUG nova.virt.hardware [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1860.210020] env[62226]: DEBUG nova.virt.hardware [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1860.210419] env[62226]: DEBUG nova.virt.hardware [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1860.210612] env[62226]: DEBUG nova.virt.hardware [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1860.210830] env[62226]: DEBUG nova.virt.hardware [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1860.211077] env[62226]: DEBUG nova.virt.hardware [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1860.211235] env[62226]: DEBUG nova.virt.hardware [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1860.212429] env[62226]: DEBUG nova.virt.hardware [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1860.212964] env[62226]: DEBUG nova.virt.hardware [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1860.214143] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9260db8b-cca4-4e8b-9b87-6b0ee9841c0a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.219212] env[62226]: DEBUG nova.network.neutron [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Updating instance_info_cache with network_info: [{"id": "1040c3fd-319d-45a0-8c16-6b3e7154c0d2", "address": "fa:16:3e:6d:49:15", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1040c3fd-31", "ovs_interfaceid": "1040c3fd-319d-45a0-8c16-6b3e7154c0d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.234057] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c27a78-3a9d-46a3-a67c-de83b06c36f0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.353650] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027941, 'name': ReconfigVM_Task, 'duration_secs': 0.428829} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.354711] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 7a31fc47-22a2-441c-97ca-2aa91b931098/7a31fc47-22a2-441c-97ca-2aa91b931098.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1860.354711] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62226) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1860.356175] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-8684dba3-218d-4b2e-b2c8-b08b46e21300 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.372185] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1860.372185] env[62226]: value = "task-2027942" [ 1860.372185] env[62226]: _type = "Task" [ 1860.372185] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.379908] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027942, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.391506] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.395050] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.395050] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.395050] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.395593] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.395593] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.399208] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.112s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.399796] env[62226]: INFO nova.compute.claims [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1860.403386] env[62226]: INFO nova.compute.manager [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Terminating instance [ 1860.408506] env[62226]: DEBUG nova.network.neutron [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Updating instance_info_cache with network_info: [{"id": "73ba79a3-93ad-4a20-adb2-d03485ffb7c6", "address": "fa:16:3e:42:c6:14", "network": {"id": "6b1aad1b-cffa-4c2f-a731-6d90b0b385bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-860464410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02dbb4539f4d5fadc6ad3a281636bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73ba79a3-93", "ovs_interfaceid": "73ba79a3-93ad-4a20-adb2-d03485ffb7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.429667] env[62226]: INFO nova.scheduler.client.report [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted allocations for instance 14f24a9e-5dc5-484e-90e5-4a6b377f87bb [ 1860.724147] env[62226]: DEBUG nova.compute.manager [req-89b33a33-6c0b-4ecf-a997-fce04af33065 req-d03743d2-4672-4d04-8d2b-c6f47b345c6b service nova] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Received event network-vif-plugged-b0b628fd-19d5-4849-b385-de22cc42ee77 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1860.724406] env[62226]: DEBUG oslo_concurrency.lockutils [req-89b33a33-6c0b-4ecf-a997-fce04af33065 req-d03743d2-4672-4d04-8d2b-c6f47b345c6b service nova] Acquiring lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.724715] env[62226]: DEBUG oslo_concurrency.lockutils [req-89b33a33-6c0b-4ecf-a997-fce04af33065 req-d03743d2-4672-4d04-8d2b-c6f47b345c6b service nova] Lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.724808] env[62226]: DEBUG oslo_concurrency.lockutils [req-89b33a33-6c0b-4ecf-a997-fce04af33065 req-d03743d2-4672-4d04-8d2b-c6f47b345c6b service nova] Lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.724989] env[62226]: DEBUG nova.compute.manager [req-89b33a33-6c0b-4ecf-a997-fce04af33065 req-d03743d2-4672-4d04-8d2b-c6f47b345c6b service nova] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] No waiting events found dispatching network-vif-plugged-b0b628fd-19d5-4849-b385-de22cc42ee77 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1860.725165] env[62226]: WARNING nova.compute.manager [req-89b33a33-6c0b-4ecf-a997-fce04af33065 req-d03743d2-4672-4d04-8d2b-c6f47b345c6b service nova] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Received unexpected event network-vif-plugged-b0b628fd-19d5-4849-b385-de22cc42ee77 for instance with vm_state building and task_state spawning. [ 1860.728499] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Releasing lock "refresh_cache-8af64c78-3bdf-4313-bf58-dca8f36a7098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.728847] env[62226]: DEBUG nova.compute.manager [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Instance network_info: |[{"id": "1040c3fd-319d-45a0-8c16-6b3e7154c0d2", "address": "fa:16:3e:6d:49:15", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1040c3fd-31", "ovs_interfaceid": "1040c3fd-319d-45a0-8c16-6b3e7154c0d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1860.733129] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:49:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1040c3fd-319d-45a0-8c16-6b3e7154c0d2', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1860.742856] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Creating folder: Project (4024ab15ac07425a94a8616a351da835). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1860.743718] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-912faac4-0916-4181-8fcb-3eb8b05ae5de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.759932] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Created folder: Project (4024ab15ac07425a94a8616a351da835) in parent group-v416438. [ 1860.760130] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Creating folder: Instances. Parent ref: group-v416595. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1860.760447] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13258961-0f77-4106-9f17-e415e65b826d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.773727] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Created folder: Instances in parent group-v416595. [ 1860.774017] env[62226]: DEBUG oslo.service.loopingcall [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.774252] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1860.774347] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a5cc32d-0bdc-481e-8bfa-eaf6fee6d5fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.796934] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1860.796934] env[62226]: value = "task-2027945" [ 1860.796934] env[62226]: _type = "Task" [ 1860.796934] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.806490] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027945, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.809569] env[62226]: DEBUG nova.network.neutron [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Successfully updated port: b0b628fd-19d5-4849-b385-de22cc42ee77 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1860.883169] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027942, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.065339} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.883503] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62226) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1860.884360] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed19c4a9-29f6-400c-9721-89f84f0ca3e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.911345] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 7a31fc47-22a2-441c-97ca-2aa91b931098/ephemeral_0.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.914044] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Releasing lock "refresh_cache-5157170e-858f-4987-b121-3eb983e66d7f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.916334] env[62226]: DEBUG nova.compute.manager [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1860.916630] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1860.916973] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b80b2a7d-d02a-460c-8482-2c435178f87e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.933107] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae1edec-40a1-47d9-b55a-835545c12218 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.944047] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.945076] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0cc8b70-3eaf-4690-894a-c8ea6e7aa1df tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.288s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.948510] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc6f1e42-234f-424d-9970-47a6d84ff7b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.948510] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 41.132s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.948510] env[62226]: INFO nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] During sync_power_state the instance has a pending task (deleting). Skip. [ 1860.948510] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "14f24a9e-5dc5-484e-90e5-4a6b377f87bb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.951952] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1860.951952] env[62226]: value = "task-2027946" [ 1860.951952] env[62226]: _type = "Task" [ 1860.951952] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.957245] env[62226]: DEBUG oslo_vmware.api [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1860.957245] env[62226]: value = "task-2027947" [ 1860.957245] env[62226]: _type = "Task" [ 1860.957245] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.967181] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.974421] env[62226]: DEBUG oslo_vmware.api [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.131045] env[62226]: DEBUG nova.compute.manager [req-5e871bd7-597a-4184-8ab4-0e865e6a835d req-84f3f21a-6028-47e0-a068-54ae0483dc2b service nova] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Received event network-changed-1040c3fd-319d-45a0-8c16-6b3e7154c0d2 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1861.131418] env[62226]: DEBUG nova.compute.manager [req-5e871bd7-597a-4184-8ab4-0e865e6a835d req-84f3f21a-6028-47e0-a068-54ae0483dc2b service nova] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Refreshing instance network info cache due to event network-changed-1040c3fd-319d-45a0-8c16-6b3e7154c0d2. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1861.131656] env[62226]: DEBUG oslo_concurrency.lockutils [req-5e871bd7-597a-4184-8ab4-0e865e6a835d req-84f3f21a-6028-47e0-a068-54ae0483dc2b service nova] Acquiring lock "refresh_cache-8af64c78-3bdf-4313-bf58-dca8f36a7098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.131979] env[62226]: DEBUG oslo_concurrency.lockutils [req-5e871bd7-597a-4184-8ab4-0e865e6a835d req-84f3f21a-6028-47e0-a068-54ae0483dc2b service nova] Acquired lock "refresh_cache-8af64c78-3bdf-4313-bf58-dca8f36a7098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.132120] env[62226]: DEBUG nova.network.neutron [req-5e871bd7-597a-4184-8ab4-0e865e6a835d req-84f3f21a-6028-47e0-a068-54ae0483dc2b service nova] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Refreshing network info cache for port 1040c3fd-319d-45a0-8c16-6b3e7154c0d2 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1861.251919] env[62226]: DEBUG oslo_vmware.rw_handles [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d89661-0c46-d860-b898-7a0cafa8a62b/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1861.252882] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a938cf4-c5ec-4ebd-8161-0f9233b97527 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.261732] env[62226]: DEBUG oslo_vmware.rw_handles [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d89661-0c46-d860-b898-7a0cafa8a62b/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1861.261918] env[62226]: ERROR oslo_vmware.rw_handles [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d89661-0c46-d860-b898-7a0cafa8a62b/disk-0.vmdk due to incomplete transfer. [ 1861.262269] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5d03a485-bc99-41bb-93df-91329eb871c7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.271561] env[62226]: DEBUG oslo_vmware.rw_handles [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d89661-0c46-d860-b898-7a0cafa8a62b/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1861.271765] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Uploaded image e510036c-19ed-4937-aa60-3d11dba0835c to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1861.274376] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1861.274898] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9a11738-4824-4a8d-9800-e7396d990c23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.283522] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1861.283522] env[62226]: value = "task-2027948" [ 1861.283522] env[62226]: _type = "Task" [ 1861.283522] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.293815] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027948, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.306907] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027945, 'name': CreateVM_Task, 'duration_secs': 0.392811} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.307061] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1861.307713] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.307886] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.308236] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1861.308492] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda9359a-4778-4382-9863-5df2efe4bf1e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.312260] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "refresh_cache-b5fe2d57-4ec1-4411-8c7c-50f4c6047940" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.312402] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "refresh_cache-b5fe2d57-4ec1-4411-8c7c-50f4c6047940" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.312548] env[62226]: DEBUG nova.network.neutron [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.314745] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Waiting for the task: (returnval){ [ 1861.314745] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524a6906-8f89-fe03-795f-88909ba1f420" [ 1861.314745] env[62226]: _type = "Task" [ 1861.314745] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.330231] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524a6906-8f89-fe03-795f-88909ba1f420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.464853] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027946, 'name': ReconfigVM_Task, 'duration_secs': 0.455268} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.465806] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 7a31fc47-22a2-441c-97ca-2aa91b931098/ephemeral_0.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1861.466544] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a8f802c-8197-40c5-855f-4837939496e1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.476916] env[62226]: DEBUG oslo_vmware.api [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027947, 'name': PowerOffVM_Task, 'duration_secs': 0.441464} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.477745] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.477942] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1861.478216] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc3f0945-2276-41be-ba05-e6eb50e66cbd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.483796] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1861.483796] env[62226]: value = "task-2027949" [ 1861.483796] env[62226]: _type = "Task" [ 1861.483796] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.498573] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027949, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.799972] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027948, 'name': Destroy_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.832983] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524a6906-8f89-fe03-795f-88909ba1f420, 'name': SearchDatastore_Task, 'duration_secs': 0.04885} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.833381] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.833547] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1861.833784] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.833928] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.834121] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1861.834390] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3c4509c-dc6b-4621-9f4d-082468a11aaa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.846129] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1861.846343] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1861.850128] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b95f7f8-143a-451d-9a08-3f1e138036d8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.857070] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Waiting for the task: (returnval){ [ 1861.857070] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b1877e-36f8-d5b5-3687-cbb334d7ecbf" [ 1861.857070] env[62226]: _type = "Task" [ 1861.857070] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.866484] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b1877e-36f8-d5b5-3687-cbb334d7ecbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.887322] env[62226]: DEBUG nova.network.neutron [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1861.937704] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1861.938869] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47418ecf-780b-4aad-859f-16876d931b7c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.941793] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1861.941999] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1861.942191] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleting the datastore file [datastore2] 15ce5c9d-346d-4ec7-b8d8-77c42099fd76 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.942887] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ad9b2b0-8285-4a30-904a-2d352c35a78f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.949896] env[62226]: DEBUG oslo_vmware.api [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1861.949896] env[62226]: value = "task-2027951" [ 1861.949896] env[62226]: _type = "Task" [ 1861.949896] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.951407] env[62226]: DEBUG oslo_vmware.api [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1861.951407] env[62226]: value = "task-2027952" [ 1861.951407] env[62226]: _type = "Task" [ 1861.951407] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.971687] env[62226]: DEBUG oslo_vmware.api [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.971893] env[62226]: DEBUG oslo_vmware.api [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.983191] env[62226]: DEBUG nova.network.neutron [req-5e871bd7-597a-4184-8ab4-0e865e6a835d req-84f3f21a-6028-47e0-a068-54ae0483dc2b service nova] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Updated VIF entry in instance network info cache for port 1040c3fd-319d-45a0-8c16-6b3e7154c0d2. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1861.983559] env[62226]: DEBUG nova.network.neutron [req-5e871bd7-597a-4184-8ab4-0e865e6a835d req-84f3f21a-6028-47e0-a068-54ae0483dc2b service nova] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Updating instance_info_cache with network_info: [{"id": "1040c3fd-319d-45a0-8c16-6b3e7154c0d2", "address": "fa:16:3e:6d:49:15", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1040c3fd-31", "ovs_interfaceid": "1040c3fd-319d-45a0-8c16-6b3e7154c0d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.998757] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027949, 'name': Rename_Task, 'duration_secs': 0.279866} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.998757] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1861.998757] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d2a855-9e6e-4f0c-b006-eabc796a58fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.011110] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1862.011110] env[62226]: value = "task-2027953" [ 1862.011110] env[62226]: _type = "Task" [ 1862.011110] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.022256] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.037095] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b411661-5ed4-4cad-97d3-805b0c096b78 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.046038] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0dad17-54a8-4e79-8bf2-0bcfffee82f0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.096109] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea091f7-21a2-46d1-9fc7-77cefd70d72e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.111021] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa75f91-946c-4a18-b0c4-2eb0997e8b6d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.134064] env[62226]: DEBUG nova.compute.provider_tree [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.170145] env[62226]: DEBUG nova.network.neutron [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Updating instance_info_cache with network_info: [{"id": "b0b628fd-19d5-4849-b385-de22cc42ee77", "address": "fa:16:3e:73:3d:db", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b628fd-19", "ovs_interfaceid": "b0b628fd-19d5-4849-b385-de22cc42ee77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.300728] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027948, 'name': Destroy_Task, 'duration_secs': 0.756286} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.301228] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Destroyed the VM [ 1862.301647] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1862.301939] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-45bb7561-5eb0-4379-998f-872a2c6e97bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.309807] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1862.309807] env[62226]: value = "task-2027954" [ 1862.309807] env[62226]: _type = "Task" [ 1862.309807] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.322346] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027954, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.362514] env[62226]: DEBUG nova.network.neutron [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Port 316e0b50-7b9a-4edd-9010-f9f5f91b3001 binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1862.362514] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.362514] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.362731] env[62226]: DEBUG nova.network.neutron [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.370843] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b1877e-36f8-d5b5-3687-cbb334d7ecbf, 'name': SearchDatastore_Task, 'duration_secs': 0.015448} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.371408] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af155cb7-a3d3-4107-af7a-12b537cfacbf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.378223] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Waiting for the task: (returnval){ [ 1862.378223] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523c7ea9-5bfe-6e88-96c5-ebc9bc0a7e38" [ 1862.378223] env[62226]: _type = "Task" [ 1862.378223] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.389376] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523c7ea9-5bfe-6e88-96c5-ebc9bc0a7e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.463600] env[62226]: DEBUG oslo_vmware.api [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.469405] env[62226]: DEBUG oslo_vmware.api [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2027952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31608} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.469662] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.469881] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.470108] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.470293] env[62226]: INFO nova.compute.manager [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1862.470537] env[62226]: DEBUG oslo.service.loopingcall [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.470734] env[62226]: DEBUG nova.compute.manager [-] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1862.470830] env[62226]: DEBUG nova.network.neutron [-] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.489641] env[62226]: DEBUG oslo_concurrency.lockutils [req-5e871bd7-597a-4184-8ab4-0e865e6a835d req-84f3f21a-6028-47e0-a068-54ae0483dc2b service nova] Releasing lock "refresh_cache-8af64c78-3bdf-4313-bf58-dca8f36a7098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.523573] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027953, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.638886] env[62226]: DEBUG nova.scheduler.client.report [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1862.673646] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "refresh_cache-b5fe2d57-4ec1-4411-8c7c-50f4c6047940" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.673973] env[62226]: DEBUG nova.compute.manager [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Instance network_info: |[{"id": "b0b628fd-19d5-4849-b385-de22cc42ee77", "address": "fa:16:3e:73:3d:db", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b628fd-19", "ovs_interfaceid": "b0b628fd-19d5-4849-b385-de22cc42ee77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1862.674413] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:3d:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0b628fd-19d5-4849-b385-de22cc42ee77', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1862.682539] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating folder: Project (c184d4baa1fb4b9e8ab37c51d19de38f). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1862.683529] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d57ff42-b1ab-4f8d-8142-b514f88655ad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.696929] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Created folder: Project (c184d4baa1fb4b9e8ab37c51d19de38f) in parent group-v416438. [ 1862.697218] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating folder: Instances. Parent ref: group-v416598. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1862.697588] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91ffb409-0f74-49ed-8de2-2641f889be55 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.709862] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Created folder: Instances in parent group-v416598. [ 1862.710119] env[62226]: DEBUG oslo.service.loopingcall [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.710382] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1862.710641] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-986b27ea-e423-4eda-b533-3822304818c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.741817] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1862.741817] env[62226]: value = "task-2027957" [ 1862.741817] env[62226]: _type = "Task" [ 1862.741817] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.751860] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027957, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.822757] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027954, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.877795] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "8259105e-cd1d-4c5c-a6ba-a2db6d597fdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.878166] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "8259105e-cd1d-4c5c-a6ba-a2db6d597fdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.892757] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523c7ea9-5bfe-6e88-96c5-ebc9bc0a7e38, 'name': SearchDatastore_Task, 'duration_secs': 0.01282} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.893660] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.893979] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 8af64c78-3bdf-4313-bf58-dca8f36a7098/8af64c78-3bdf-4313-bf58-dca8f36a7098.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1862.894320] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a16391dd-3372-4456-8ce9-f9a3d4ea6d8f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.903775] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Waiting for the task: (returnval){ [ 1862.903775] env[62226]: value = "task-2027958" [ 1862.903775] env[62226]: _type = "Task" [ 1862.903775] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.914475] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.965875] env[62226]: DEBUG oslo_vmware.api [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027951, 'name': PowerOnVM_Task, 'duration_secs': 0.549554} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.966200] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1862.966418] env[62226]: DEBUG nova.compute.manager [None req-a8f4945a-eb35-4c4b-82b4-71db49d6aad6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.967500] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede819f5-2d9e-4293-ae80-57df3ae955e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.024049] env[62226]: DEBUG oslo_vmware.api [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2027953, 'name': PowerOnVM_Task, 'duration_secs': 0.566255} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.026704] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.026955] env[62226]: INFO nova.compute.manager [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1863.027179] env[62226]: DEBUG nova.compute.manager [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.028284] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb18e034-cec5-4485-82df-11713746b405 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.053687] env[62226]: DEBUG nova.compute.manager [req-6779b7d7-8f5e-4395-ac57-c57daa6c80d9 req-4a3ece8b-6000-48d6-9e60-6865f5b1d904 service nova] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Received event network-changed-b0b628fd-19d5-4849-b385-de22cc42ee77 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1863.053687] env[62226]: DEBUG nova.compute.manager [req-6779b7d7-8f5e-4395-ac57-c57daa6c80d9 req-4a3ece8b-6000-48d6-9e60-6865f5b1d904 service nova] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Refreshing instance network info cache due to event network-changed-b0b628fd-19d5-4849-b385-de22cc42ee77. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1863.053687] env[62226]: DEBUG oslo_concurrency.lockutils [req-6779b7d7-8f5e-4395-ac57-c57daa6c80d9 req-4a3ece8b-6000-48d6-9e60-6865f5b1d904 service nova] Acquiring lock "refresh_cache-b5fe2d57-4ec1-4411-8c7c-50f4c6047940" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.053687] env[62226]: DEBUG oslo_concurrency.lockutils [req-6779b7d7-8f5e-4395-ac57-c57daa6c80d9 req-4a3ece8b-6000-48d6-9e60-6865f5b1d904 service nova] Acquired lock "refresh_cache-b5fe2d57-4ec1-4411-8c7c-50f4c6047940" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.053687] env[62226]: DEBUG nova.network.neutron [req-6779b7d7-8f5e-4395-ac57-c57daa6c80d9 req-4a3ece8b-6000-48d6-9e60-6865f5b1d904 service nova] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Refreshing network info cache for port b0b628fd-19d5-4849-b385-de22cc42ee77 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.145158] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.145920] env[62226]: DEBUG nova.compute.manager [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1863.149709] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.577s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.151386] env[62226]: INFO nova.compute.claims [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1863.179019] env[62226]: DEBUG nova.network.neutron [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance_info_cache with network_info: [{"id": "316e0b50-7b9a-4edd-9010-f9f5f91b3001", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316e0b50-7b", "ovs_interfaceid": "316e0b50-7b9a-4edd-9010-f9f5f91b3001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.236080] env[62226]: DEBUG nova.network.neutron [-] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.253640] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027957, 'name': CreateVM_Task, 'duration_secs': 0.464483} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.253831] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.254620] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.254800] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.255186] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1863.255466] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ae1f7c-1b03-4f59-a144-a6c1315edcb6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.264555] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1863.264555] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5254eed6-ba40-df65-8f17-b1f195395c49" [ 1863.264555] env[62226]: _type = "Task" [ 1863.264555] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.278025] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5254eed6-ba40-df65-8f17-b1f195395c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.322511] env[62226]: DEBUG oslo_vmware.api [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027954, 'name': RemoveSnapshot_Task, 'duration_secs': 0.843778} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.322779] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1863.323158] env[62226]: INFO nova.compute.manager [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Took 15.67 seconds to snapshot the instance on the hypervisor. [ 1863.417739] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027958, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.557473] env[62226]: INFO nova.compute.manager [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Took 47.91 seconds to build instance. [ 1863.655933] env[62226]: DEBUG nova.compute.utils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1863.657798] env[62226]: DEBUG nova.compute.manager [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1863.657798] env[62226]: DEBUG nova.network.neutron [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1863.685967] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.738978] env[62226]: INFO nova.compute.manager [-] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Took 1.27 seconds to deallocate network for instance. [ 1863.740877] env[62226]: DEBUG nova.policy [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04945d6b71fc4ed898f780e2f02cf0c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f60e62f7e3a4039a5fd711f6b99ab82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1863.779683] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5254eed6-ba40-df65-8f17-b1f195395c49, 'name': SearchDatastore_Task, 'duration_secs': 0.062336} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.779683] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.779683] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1863.779683] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.779683] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.779683] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1863.779683] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0ddfd69-a95a-4739-a38c-a40030d98ef1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.793012] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1863.793235] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1863.794308] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d9cd7f-c501-41b3-8b2b-a9a97a6bb876 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.801292] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1863.801292] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c17f79-f249-7e26-78d5-67e946d17e29" [ 1863.801292] env[62226]: _type = "Task" [ 1863.801292] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.811293] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c17f79-f249-7e26-78d5-67e946d17e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.840344] env[62226]: DEBUG nova.network.neutron [req-6779b7d7-8f5e-4395-ac57-c57daa6c80d9 req-4a3ece8b-6000-48d6-9e60-6865f5b1d904 service nova] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Updated VIF entry in instance network info cache for port b0b628fd-19d5-4849-b385-de22cc42ee77. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.840804] env[62226]: DEBUG nova.network.neutron [req-6779b7d7-8f5e-4395-ac57-c57daa6c80d9 req-4a3ece8b-6000-48d6-9e60-6865f5b1d904 service nova] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Updating instance_info_cache with network_info: [{"id": "b0b628fd-19d5-4849-b385-de22cc42ee77", "address": "fa:16:3e:73:3d:db", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b628fd-19", "ovs_interfaceid": "b0b628fd-19d5-4849-b385-de22cc42ee77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.875616] env[62226]: DEBUG nova.compute.manager [None req-66473e82-50d7-4252-afe2-81322de2ce51 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Found 2 images (rotation: 2) {{(pid=62226) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1863.915912] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71641} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.915972] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 8af64c78-3bdf-4313-bf58-dca8f36a7098/8af64c78-3bdf-4313-bf58-dca8f36a7098.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1863.916286] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1863.916465] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc60fe20-e200-4ad8-9ef5-1facc4c105ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.925358] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Waiting for the task: (returnval){ [ 1863.925358] env[62226]: value = "task-2027959" [ 1863.925358] env[62226]: _type = "Task" [ 1863.925358] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.934876] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.059764] env[62226]: DEBUG oslo_concurrency.lockutils [None req-92fb0579-04c4-495e-b969-92e46d158a87 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "7a31fc47-22a2-441c-97ca-2aa91b931098" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.894s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.064246] env[62226]: DEBUG nova.network.neutron [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Successfully created port: d8dc75b8-a50f-48b0-9d72-40d71a163e0a {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1864.162525] env[62226]: DEBUG nova.compute.manager [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1864.193164] env[62226]: DEBUG nova.compute.manager [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62226) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1864.193421] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.248167] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.319244] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c17f79-f249-7e26-78d5-67e946d17e29, 'name': SearchDatastore_Task, 'duration_secs': 0.039704} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.320612] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60c88f1-9a6a-4752-8f6d-cb0bffbbbc5e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.331269] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1864.331269] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521af7cb-4f7a-4853-b326-b9eadb030abb" [ 1864.331269] env[62226]: _type = "Task" [ 1864.331269] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.340405] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521af7cb-4f7a-4853-b326-b9eadb030abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.344249] env[62226]: DEBUG oslo_concurrency.lockutils [req-6779b7d7-8f5e-4395-ac57-c57daa6c80d9 req-4a3ece8b-6000-48d6-9e60-6865f5b1d904 service nova] Releasing lock "refresh_cache-b5fe2d57-4ec1-4411-8c7c-50f4c6047940" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.436455] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083722} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.439501] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1864.440676] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d11bb9e-ea1f-4251-ab4f-b0c9cda8ea64 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.468191] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 8af64c78-3bdf-4313-bf58-dca8f36a7098/8af64c78-3bdf-4313-bf58-dca8f36a7098.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1864.471145] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9495be95-fb70-4fd4-8715-61e94b46010f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.494324] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Waiting for the task: (returnval){ [ 1864.494324] env[62226]: value = "task-2027960" [ 1864.494324] env[62226]: _type = "Task" [ 1864.494324] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.504463] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.563071] env[62226]: DEBUG nova.compute.manager [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1864.747507] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b644712-7b5f-4e02-a00c-d0a0fef4b2e6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.756170] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f427f801-555d-46cf-ae7f-c382f5048ee8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.786807] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d7db38-d965-485a-b6fb-f65259ffff78 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.794172] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dceeeec9-e19a-482d-8312-93fb143e87eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.807389] env[62226]: DEBUG nova.compute.provider_tree [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.843617] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521af7cb-4f7a-4853-b326-b9eadb030abb, 'name': SearchDatastore_Task, 'duration_secs': 0.037454} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.843979] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.844919] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] b5fe2d57-4ec1-4411-8c7c-50f4c6047940/b5fe2d57-4ec1-4411-8c7c-50f4c6047940.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1864.845671] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-870799f6-b85d-4fce-a2d5-ed67ce37c47d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.853997] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1864.853997] env[62226]: value = "task-2027961" [ 1864.853997] env[62226]: _type = "Task" [ 1864.853997] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.862597] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.008629] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.095658] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.174507] env[62226]: DEBUG nova.compute.manager [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1865.210801] env[62226]: DEBUG nova.virt.hardware [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1865.211096] env[62226]: DEBUG nova.virt.hardware [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1865.211265] env[62226]: DEBUG nova.virt.hardware [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1865.211451] env[62226]: DEBUG nova.virt.hardware [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1865.211597] env[62226]: DEBUG nova.virt.hardware [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1865.211756] env[62226]: DEBUG nova.virt.hardware [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1865.211954] env[62226]: DEBUG nova.virt.hardware [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1865.212138] env[62226]: DEBUG nova.virt.hardware [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1865.212305] env[62226]: DEBUG nova.virt.hardware [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1865.212470] env[62226]: DEBUG nova.virt.hardware [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1865.212644] env[62226]: DEBUG nova.virt.hardware [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1865.213577] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71faa3c7-3c7d-4d6c-99f9-2f31668e5d97 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.222291] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6783f285-3e3c-4352-af94-98a3e4b9c187 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.311411] env[62226]: DEBUG nova.scheduler.client.report [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1865.364782] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027961, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.510866] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027960, 'name': ReconfigVM_Task, 'duration_secs': 0.663745} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.510866] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 8af64c78-3bdf-4313-bf58-dca8f36a7098/8af64c78-3bdf-4313-bf58-dca8f36a7098.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1865.510866] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e08771df-15c9-44aa-9d5d-4039a072705c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.521032] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Waiting for the task: (returnval){ [ 1865.521032] env[62226]: value = "task-2027962" [ 1865.521032] env[62226]: _type = "Task" [ 1865.521032] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.529036] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027962, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.653624] env[62226]: DEBUG nova.network.neutron [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Successfully updated port: d8dc75b8-a50f-48b0-9d72-40d71a163e0a {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1865.684081] env[62226]: DEBUG nova.compute.manager [req-0d4a5963-c26b-4a0f-b8bb-4d3343859e4a req-16413191-abcb-46c4-aacd-c1e2989c0973 service nova] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Received event network-vif-deleted-bbe08a1a-0d7a-4a93-b048-70c4be2dd3e7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1865.817727] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.818292] env[62226]: DEBUG nova.compute.manager [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1865.820860] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.154s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.821547] env[62226]: DEBUG nova.objects.instance [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lazy-loading 'resources' on Instance uuid 598fe4c0-055e-4182-afe3-1e50cadcb257 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.836432] env[62226]: DEBUG nova.compute.manager [req-f8d92e4f-2e91-4139-ab37-c96b37134d59 req-0561e20c-9183-4da0-9d4e-864de41c8190 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Received event network-changed-3ee806c3-7b00-4cf9-ac2b-3585ea93b944 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1865.836617] env[62226]: DEBUG nova.compute.manager [req-f8d92e4f-2e91-4139-ab37-c96b37134d59 req-0561e20c-9183-4da0-9d4e-864de41c8190 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Refreshing instance network info cache due to event network-changed-3ee806c3-7b00-4cf9-ac2b-3585ea93b944. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1865.836868] env[62226]: DEBUG oslo_concurrency.lockutils [req-f8d92e4f-2e91-4139-ab37-c96b37134d59 req-0561e20c-9183-4da0-9d4e-864de41c8190 service nova] Acquiring lock "refresh_cache-7a31fc47-22a2-441c-97ca-2aa91b931098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.837072] env[62226]: DEBUG oslo_concurrency.lockutils [req-f8d92e4f-2e91-4139-ab37-c96b37134d59 req-0561e20c-9183-4da0-9d4e-864de41c8190 service nova] Acquired lock "refresh_cache-7a31fc47-22a2-441c-97ca-2aa91b931098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.837248] env[62226]: DEBUG nova.network.neutron [req-f8d92e4f-2e91-4139-ab37-c96b37134d59 req-0561e20c-9183-4da0-9d4e-864de41c8190 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Refreshing network info cache for port 3ee806c3-7b00-4cf9-ac2b-3585ea93b944 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.866832] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712174} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.866832] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] b5fe2d57-4ec1-4411-8c7c-50f4c6047940/b5fe2d57-4ec1-4411-8c7c-50f4c6047940.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1865.866832] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1865.867293] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95f64272-1cb9-48f3-94cd-e3b90f39b22b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.874038] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1865.874038] env[62226]: value = "task-2027963" [ 1865.874038] env[62226]: _type = "Task" [ 1865.874038] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.889018] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.029058] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027962, 'name': Rename_Task, 'duration_secs': 0.241842} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.029348] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1866.029596] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e776296c-511a-451c-bc3f-68048c856a7f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.036203] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Waiting for the task: (returnval){ [ 1866.036203] env[62226]: value = "task-2027964" [ 1866.036203] env[62226]: _type = "Task" [ 1866.036203] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.044884] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.153479] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.153634] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.153788] env[62226]: DEBUG nova.network.neutron [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.159955] env[62226]: DEBUG nova.compute.manager [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1866.160861] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2201bf41-9d64-4d08-890b-de42a9fe1f6b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.324193] env[62226]: DEBUG nova.compute.utils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1866.326049] env[62226]: DEBUG nova.compute.manager [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1866.326049] env[62226]: DEBUG nova.network.neutron [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1866.386575] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069053} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.389060] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1866.390015] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb77befe-e8db-473b-8f45-07c7ae42a2cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.412384] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] b5fe2d57-4ec1-4411-8c7c-50f4c6047940/b5fe2d57-4ec1-4411-8c7c-50f4c6047940.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.416368] env[62226]: DEBUG nova.policy [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '528e2b68a6b04f7393f9e8f9d3bb25f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e12d226929f43cd90e14dd1c45a3eef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1866.418225] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063530d3-6984-49ad-933f-db4d4be66d31 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.443056] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1866.443056] env[62226]: value = "task-2027965" [ 1866.443056] env[62226]: _type = "Task" [ 1866.443056] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.449513] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.546719] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.671700] env[62226]: INFO nova.compute.manager [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] instance snapshotting [ 1866.672359] env[62226]: DEBUG nova.objects.instance [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'flavor' on Instance uuid 1e5ff955-6903-42cb-9583-95c9a142b41f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.714384] env[62226]: DEBUG nova.network.neutron [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1866.718967] env[62226]: DEBUG nova.network.neutron [req-f8d92e4f-2e91-4139-ab37-c96b37134d59 req-0561e20c-9183-4da0-9d4e-864de41c8190 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Updated VIF entry in instance network info cache for port 3ee806c3-7b00-4cf9-ac2b-3585ea93b944. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1866.719449] env[62226]: DEBUG nova.network.neutron [req-f8d92e4f-2e91-4139-ab37-c96b37134d59 req-0561e20c-9183-4da0-9d4e-864de41c8190 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Updating instance_info_cache with network_info: [{"id": "3ee806c3-7b00-4cf9-ac2b-3585ea93b944", "address": "fa:16:3e:72:af:56", "network": {"id": "7f013a1e-f1cf-4361-92a0-2fced5a016ed", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-960739507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78e1fbdc48d845f993c3b87dd171dc4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee806c3-7b", "ovs_interfaceid": "3ee806c3-7b00-4cf9-ac2b-3585ea93b944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.826721] env[62226]: DEBUG nova.network.neutron [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Successfully created port: 2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1866.829738] env[62226]: DEBUG nova.compute.manager [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1866.953341] env[62226]: DEBUG nova.network.neutron [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance_info_cache with network_info: [{"id": "d8dc75b8-a50f-48b0-9d72-40d71a163e0a", "address": "fa:16:3e:13:37:3d", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dc75b8-a5", "ovs_interfaceid": "d8dc75b8-a50f-48b0-9d72-40d71a163e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.962747] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.047730] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027964, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.112480] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61a3930-d628-4a3d-aea6-f60890568672 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.121224] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7214de5b-6eb2-4044-8137-c55c20f64e8e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.159560] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b46649a-d33d-4b6c-afbe-b3407945dfff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.168567] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daec484a-4f24-43d3-9080-ea7caa1d0e54 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.187690] env[62226]: DEBUG nova.compute.provider_tree [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.189989] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6730ca26-6f2d-4395-a87a-8a56192acdf5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.214656] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee6c7c4-a107-4825-8cd7-1182cc0fa3eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.222251] env[62226]: DEBUG oslo_concurrency.lockutils [req-f8d92e4f-2e91-4139-ab37-c96b37134d59 req-0561e20c-9183-4da0-9d4e-864de41c8190 service nova] Releasing lock "refresh_cache-7a31fc47-22a2-441c-97ca-2aa91b931098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.455028] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027965, 'name': ReconfigVM_Task, 'duration_secs': 0.841272} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.455360] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Reconfigured VM instance instance-00000035 to attach disk [datastore1] b5fe2d57-4ec1-4411-8c7c-50f4c6047940/b5fe2d57-4ec1-4411-8c7c-50f4c6047940.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1867.456081] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec35ba72-3c45-48f3-b90d-877546033068 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.463200] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1867.463200] env[62226]: value = "task-2027966" [ 1867.463200] env[62226]: _type = "Task" [ 1867.463200] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.463714] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.464061] env[62226]: DEBUG nova.compute.manager [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Instance network_info: |[{"id": "d8dc75b8-a50f-48b0-9d72-40d71a163e0a", "address": "fa:16:3e:13:37:3d", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dc75b8-a5", "ovs_interfaceid": "d8dc75b8-a50f-48b0-9d72-40d71a163e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1867.467518] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:37:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8dc75b8-a50f-48b0-9d72-40d71a163e0a', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1867.475661] env[62226]: DEBUG oslo.service.loopingcall [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.475901] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1867.477220] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c87c9219-a70a-4179-a687-dc817aef0822 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.503939] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027966, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.510872] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1867.510872] env[62226]: value = "task-2027967" [ 1867.510872] env[62226]: _type = "Task" [ 1867.510872] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.522330] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027967, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.546802] env[62226]: DEBUG oslo_vmware.api [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027964, 'name': PowerOnVM_Task, 'duration_secs': 1.124182} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.547128] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.547382] env[62226]: INFO nova.compute.manager [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1867.547538] env[62226]: DEBUG nova.compute.manager [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.548359] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33350d27-03be-4e73-8d07-ec865347062c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.695078] env[62226]: DEBUG nova.scheduler.client.report [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.727068] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1867.727377] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64f916f4-2cc3-4ac6-9b98-9497f9f1bc5e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.735365] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1867.735365] env[62226]: value = "task-2027968" [ 1867.735365] env[62226]: _type = "Task" [ 1867.735365] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.743323] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027968, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.843406] env[62226]: DEBUG nova.compute.manager [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1867.878603] env[62226]: DEBUG nova.virt.hardware [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1867.880394] env[62226]: DEBUG nova.virt.hardware [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1867.880843] env[62226]: DEBUG nova.virt.hardware [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1867.881046] env[62226]: DEBUG nova.virt.hardware [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1867.881386] env[62226]: DEBUG nova.virt.hardware [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1867.881602] env[62226]: DEBUG nova.virt.hardware [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1867.881947] env[62226]: DEBUG nova.virt.hardware [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1867.882258] env[62226]: DEBUG nova.virt.hardware [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1867.882461] env[62226]: DEBUG nova.virt.hardware [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1867.882680] env[62226]: DEBUG nova.virt.hardware [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1867.882885] env[62226]: DEBUG nova.virt.hardware [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1867.883986] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56815d31-529d-4938-9fa0-13957db7237f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.892816] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed399c3-4938-4724-8606-741d4b951ae5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.933330] env[62226]: DEBUG nova.compute.manager [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Received event network-vif-plugged-d8dc75b8-a50f-48b0-9d72-40d71a163e0a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1867.933510] env[62226]: DEBUG oslo_concurrency.lockutils [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] Acquiring lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.933728] env[62226]: DEBUG oslo_concurrency.lockutils [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] Lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.933877] env[62226]: DEBUG oslo_concurrency.lockutils [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] Lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.934054] env[62226]: DEBUG nova.compute.manager [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] No waiting events found dispatching network-vif-plugged-d8dc75b8-a50f-48b0-9d72-40d71a163e0a {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1867.934224] env[62226]: WARNING nova.compute.manager [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Received unexpected event network-vif-plugged-d8dc75b8-a50f-48b0-9d72-40d71a163e0a for instance with vm_state building and task_state spawning. [ 1867.934385] env[62226]: DEBUG nova.compute.manager [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Received event network-changed-d8dc75b8-a50f-48b0-9d72-40d71a163e0a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1867.934538] env[62226]: DEBUG nova.compute.manager [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Refreshing instance network info cache due to event network-changed-d8dc75b8-a50f-48b0-9d72-40d71a163e0a. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1867.934732] env[62226]: DEBUG oslo_concurrency.lockutils [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] Acquiring lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.934938] env[62226]: DEBUG oslo_concurrency.lockutils [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] Acquired lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.935040] env[62226]: DEBUG nova.network.neutron [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Refreshing network info cache for port d8dc75b8-a50f-48b0-9d72-40d71a163e0a {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.974687] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027966, 'name': Rename_Task, 'duration_secs': 0.173342} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.975315] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.975315] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-513564cf-56f7-4c67-a88a-f722dffe91f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.981849] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1867.981849] env[62226]: value = "task-2027969" [ 1867.981849] env[62226]: _type = "Task" [ 1867.981849] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.990446] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.020781] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027967, 'name': CreateVM_Task, 'duration_secs': 0.375301} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.023906] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1868.023906] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.023906] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.023906] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1868.023906] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f81656-9979-4bd4-bca4-229ef34dede2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.028655] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1868.028655] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f25935-78ba-45d5-aa63-2747736cca10" [ 1868.028655] env[62226]: _type = "Task" [ 1868.028655] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.036093] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f25935-78ba-45d5-aa63-2747736cca10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.067224] env[62226]: INFO nova.compute.manager [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Took 49.32 seconds to build instance. [ 1868.200553] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.380s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.202827] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.969s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.205127] env[62226]: DEBUG nova.objects.instance [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1868.241140] env[62226]: INFO nova.scheduler.client.report [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Deleted allocations for instance 598fe4c0-055e-4182-afe3-1e50cadcb257 [ 1868.258704] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027968, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.280417] env[62226]: DEBUG nova.compute.manager [None req-1dce141d-af32-4163-a521-2f7996cfb671 tempest-ServerExternalEventsTest-2108771505 tempest-ServerExternalEventsTest-2108771505-project] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Received event network-changed {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1868.280660] env[62226]: DEBUG nova.compute.manager [None req-1dce141d-af32-4163-a521-2f7996cfb671 tempest-ServerExternalEventsTest-2108771505 tempest-ServerExternalEventsTest-2108771505-project] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Refreshing instance network info cache due to event network-changed. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1868.280890] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1dce141d-af32-4163-a521-2f7996cfb671 tempest-ServerExternalEventsTest-2108771505 tempest-ServerExternalEventsTest-2108771505-project] Acquiring lock "refresh_cache-8af64c78-3bdf-4313-bf58-dca8f36a7098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.281051] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1dce141d-af32-4163-a521-2f7996cfb671 tempest-ServerExternalEventsTest-2108771505 tempest-ServerExternalEventsTest-2108771505-project] Acquired lock "refresh_cache-8af64c78-3bdf-4313-bf58-dca8f36a7098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.281242] env[62226]: DEBUG nova.network.neutron [None req-1dce141d-af32-4163-a521-2f7996cfb671 tempest-ServerExternalEventsTest-2108771505 tempest-ServerExternalEventsTest-2108771505-project] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.495757] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.524909] env[62226]: DEBUG nova.network.neutron [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Successfully updated port: 2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1868.549169] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f25935-78ba-45d5-aa63-2747736cca10, 'name': SearchDatastore_Task, 'duration_secs': 0.015668} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.549517] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.549795] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1868.550077] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.550266] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.550487] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1868.550810] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fdd580c-11ee-4a0b-9bcc-32aca7460161 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.563245] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1868.563493] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1868.564539] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23396b2d-70b4-42a6-bbd9-24a0f365c67f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.569592] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1868.569592] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f9916e-5dbb-a281-3620-2173d0d8b579" [ 1868.569592] env[62226]: _type = "Task" [ 1868.569592] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.573646] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e5f1bc7-ca92-4844-9a68-68db96e4a0f8 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Lock "8af64c78-3bdf-4313-bf58-dca8f36a7098" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.115s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.579608] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f9916e-5dbb-a281-3620-2173d0d8b579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.698869] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "483402d1-e1d6-43b5-ac95-b3b776d9b367" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.699229] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "483402d1-e1d6-43b5-ac95-b3b776d9b367" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.699453] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "483402d1-e1d6-43b5-ac95-b3b776d9b367-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.699641] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "483402d1-e1d6-43b5-ac95-b3b776d9b367-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.699814] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "483402d1-e1d6-43b5-ac95-b3b776d9b367-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.702425] env[62226]: INFO nova.compute.manager [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Terminating instance [ 1868.749272] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027968, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.753951] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4a58305-9674-4569-a91d-9d2d86bd2883 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "598fe4c0-055e-4182-afe3-1e50cadcb257" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.900s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.871269] env[62226]: DEBUG nova.network.neutron [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updated VIF entry in instance network info cache for port d8dc75b8-a50f-48b0-9d72-40d71a163e0a. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1868.871708] env[62226]: DEBUG nova.network.neutron [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance_info_cache with network_info: [{"id": "d8dc75b8-a50f-48b0-9d72-40d71a163e0a", "address": "fa:16:3e:13:37:3d", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dc75b8-a5", "ovs_interfaceid": "d8dc75b8-a50f-48b0-9d72-40d71a163e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.995971] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027969, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.000920] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Acquiring lock "8af64c78-3bdf-4313-bf58-dca8f36a7098" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.001219] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Lock "8af64c78-3bdf-4313-bf58-dca8f36a7098" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.001427] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Acquiring lock "8af64c78-3bdf-4313-bf58-dca8f36a7098-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.001609] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Lock "8af64c78-3bdf-4313-bf58-dca8f36a7098-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.001776] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Lock "8af64c78-3bdf-4313-bf58-dca8f36a7098-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.008064] env[62226]: INFO nova.compute.manager [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Terminating instance [ 1869.028512] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "refresh_cache-54d8f236-db19-4cf9-8482-51693ee4085d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.028658] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired lock "refresh_cache-54d8f236-db19-4cf9-8482-51693ee4085d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.028908] env[62226]: DEBUG nova.network.neutron [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.075756] env[62226]: DEBUG nova.network.neutron [None req-1dce141d-af32-4163-a521-2f7996cfb671 tempest-ServerExternalEventsTest-2108771505 tempest-ServerExternalEventsTest-2108771505-project] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Updating instance_info_cache with network_info: [{"id": "1040c3fd-319d-45a0-8c16-6b3e7154c0d2", "address": "fa:16:3e:6d:49:15", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1040c3fd-31", "ovs_interfaceid": "1040c3fd-319d-45a0-8c16-6b3e7154c0d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.081018] env[62226]: DEBUG nova.compute.manager [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1869.083191] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f9916e-5dbb-a281-3620-2173d0d8b579, 'name': SearchDatastore_Task, 'duration_secs': 0.029047} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.085188] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e09b71-00e8-463d-a13f-c7c5368d1d65 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.091336] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1869.091336] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a57516-000c-1e33-833a-e9b14d9f6c96" [ 1869.091336] env[62226]: _type = "Task" [ 1869.091336] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.099234] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a57516-000c-1e33-833a-e9b14d9f6c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.206200] env[62226]: DEBUG nova.compute.manager [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1869.206432] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1869.207306] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5c0fe9-1888-419e-bd2a-b292138c809d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.220023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d46a5861-b832-4013-83c7-a1619ace0a1b tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.220023] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.220023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.600s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.220023] env[62226]: DEBUG nova.objects.instance [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lazy-loading 'resources' on Instance uuid af2b7564-82eb-465d-a072-61dd58516cc1 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.220023] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27cd6e1e-716f-493b-841a-0c9c3f47631d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.227984] env[62226]: DEBUG oslo_vmware.api [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1869.227984] env[62226]: value = "task-2027970" [ 1869.227984] env[62226]: _type = "Task" [ 1869.227984] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.236407] env[62226]: DEBUG oslo_vmware.api [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.249651] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027968, 'name': CreateSnapshot_Task, 'duration_secs': 1.161567} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.250475] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1869.251268] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e823277c-1b79-4bf8-b314-e92361e76a7b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.376283] env[62226]: DEBUG oslo_concurrency.lockutils [req-7b1523fb-6f3a-43ca-bc63-a242d09f0cc5 req-1a46a72e-d65a-48c2-a7a7-69902c46b9c5 service nova] Releasing lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.497329] env[62226]: DEBUG oslo_vmware.api [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027969, 'name': PowerOnVM_Task, 'duration_secs': 1.071068} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.497329] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1869.497487] env[62226]: INFO nova.compute.manager [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1869.497825] env[62226]: DEBUG nova.compute.manager [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.498835] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a656018-2413-4a33-96b4-4c0e2146a4d8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.517421] env[62226]: DEBUG nova.compute.manager [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1869.517421] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1869.517421] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7019bda3-f028-458d-b3fa-08d2f6096309 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.525864] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.526271] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff2014fe-8d50-4db7-80fa-95aa33c0d944 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.535355] env[62226]: DEBUG oslo_vmware.api [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Waiting for the task: (returnval){ [ 1869.535355] env[62226]: value = "task-2027971" [ 1869.535355] env[62226]: _type = "Task" [ 1869.535355] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.544417] env[62226]: DEBUG oslo_vmware.api [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.571613] env[62226]: DEBUG nova.network.neutron [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1869.585471] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1dce141d-af32-4163-a521-2f7996cfb671 tempest-ServerExternalEventsTest-2108771505 tempest-ServerExternalEventsTest-2108771505-project] Releasing lock "refresh_cache-8af64c78-3bdf-4313-bf58-dca8f36a7098" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.609030] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a57516-000c-1e33-833a-e9b14d9f6c96, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.609326] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.609587] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47/57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1869.609880] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61c2610b-00e6-4f8a-b242-7996dae58f16 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.622061] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1869.622061] env[62226]: value = "task-2027972" [ 1869.622061] env[62226]: _type = "Task" [ 1869.622061] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.622061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.630620] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.739025] env[62226]: DEBUG oslo_vmware.api [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027970, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.771694] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1869.774834] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c8cd072-7d3b-436f-8d99-92bb3d1cd34d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.784405] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1869.784405] env[62226]: value = "task-2027973" [ 1869.784405] env[62226]: _type = "Task" [ 1869.784405] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.796545] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027973, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.804864] env[62226]: DEBUG nova.network.neutron [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Updating instance_info_cache with network_info: [{"id": "2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b", "address": "fa:16:3e:ec:49:e7", "network": {"id": "dc9fe337-1584-44cd-8718-84819b52c32c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-734330612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5e12d226929f43cd90e14dd1c45a3eef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe3bebc-6c", "ovs_interfaceid": "2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.024911] env[62226]: INFO nova.compute.manager [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Took 50.44 seconds to build instance. [ 1870.051702] env[62226]: DEBUG oslo_vmware.api [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027971, 'name': PowerOffVM_Task, 'duration_secs': 0.270945} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.052052] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.052291] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1870.052671] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc43da93-83d0-4685-9c8d-89fcd7bbcb8c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.128970] env[62226]: DEBUG nova.compute.manager [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Received event network-vif-plugged-2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1870.129254] env[62226]: DEBUG oslo_concurrency.lockutils [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] Acquiring lock "54d8f236-db19-4cf9-8482-51693ee4085d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.129481] env[62226]: DEBUG oslo_concurrency.lockutils [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] Lock "54d8f236-db19-4cf9-8482-51693ee4085d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.129651] env[62226]: DEBUG oslo_concurrency.lockutils [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] Lock "54d8f236-db19-4cf9-8482-51693ee4085d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.129862] env[62226]: DEBUG nova.compute.manager [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] No waiting events found dispatching network-vif-plugged-2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1870.130072] env[62226]: WARNING nova.compute.manager [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Received unexpected event network-vif-plugged-2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b for instance with vm_state building and task_state spawning. [ 1870.130253] env[62226]: DEBUG nova.compute.manager [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Received event network-changed-2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1870.130430] env[62226]: DEBUG nova.compute.manager [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Refreshing instance network info cache due to event network-changed-2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1870.130626] env[62226]: DEBUG oslo_concurrency.lockutils [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] Acquiring lock "refresh_cache-54d8f236-db19-4cf9-8482-51693ee4085d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.141281] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497178} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.141538] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47/57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1870.141748] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1870.142013] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae8ce628-3acd-4048-8284-481cab4a516c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.148379] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1870.148379] env[62226]: value = "task-2027975" [ 1870.148379] env[62226]: _type = "Task" [ 1870.148379] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.162015] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.180498] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1870.180861] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1870.181220] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Deleting the datastore file [datastore1] 8af64c78-3bdf-4313-bf58-dca8f36a7098 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1870.185208] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddd323a3-8521-4328-96c4-b41b58824c18 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.192958] env[62226]: DEBUG oslo_vmware.api [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Waiting for the task: (returnval){ [ 1870.192958] env[62226]: value = "task-2027976" [ 1870.192958] env[62226]: _type = "Task" [ 1870.192958] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.202861] env[62226]: DEBUG oslo_vmware.api [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.238277] env[62226]: DEBUG oslo_vmware.api [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027970, 'name': PowerOffVM_Task, 'duration_secs': 0.568278} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.242213] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.242439] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1870.242896] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4274c6b-653b-4516-9838-83119148b81d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.299395] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027973, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.303283] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18105dfb-0478-4a14-a18a-cb1ede8176e1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.306580] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Releasing lock "refresh_cache-54d8f236-db19-4cf9-8482-51693ee4085d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.306956] env[62226]: DEBUG nova.compute.manager [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Instance network_info: |[{"id": "2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b", "address": "fa:16:3e:ec:49:e7", "network": {"id": "dc9fe337-1584-44cd-8718-84819b52c32c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-734330612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5e12d226929f43cd90e14dd1c45a3eef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe3bebc-6c", "ovs_interfaceid": "2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1870.307301] env[62226]: DEBUG oslo_concurrency.lockutils [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] Acquired lock "refresh_cache-54d8f236-db19-4cf9-8482-51693ee4085d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.307635] env[62226]: DEBUG nova.network.neutron [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Refreshing network info cache for port 2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.309015] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:49:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1870.316389] env[62226]: DEBUG oslo.service.loopingcall [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.322029] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1870.322788] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2082cfe9-67be-4cc5-bf52-b10a54e7f716 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.339639] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e41dfcf-ec65-4064-b7e8-1df5d4b46966 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.349656] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1870.349656] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1870.349656] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Deleting the datastore file [datastore2] 483402d1-e1d6-43b5-ac95-b3b776d9b367 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1870.349656] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6a4228d-0d2c-4554-a5d5-d980659ea648 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.380324] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1870.380324] env[62226]: value = "task-2027978" [ 1870.380324] env[62226]: _type = "Task" [ 1870.380324] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.380324] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05b07d2-9697-460d-a9a7-c9174b2be699 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.389881] env[62226]: DEBUG oslo_vmware.api [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1870.389881] env[62226]: value = "task-2027979" [ 1870.389881] env[62226]: _type = "Task" [ 1870.389881] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.398882] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027978, 'name': CreateVM_Task} progress is 15%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.400514] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbafb89-95fa-49d9-b9ce-523602357541 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.409573] env[62226]: DEBUG oslo_vmware.api [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.422024] env[62226]: DEBUG nova.compute.provider_tree [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.530104] env[62226]: DEBUG oslo_concurrency.lockutils [None req-644efca3-e060-4f3a-9510-4f4eb0403195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.037s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.594131] env[62226]: DEBUG nova.network.neutron [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Updated VIF entry in instance network info cache for port 2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1870.594507] env[62226]: DEBUG nova.network.neutron [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Updating instance_info_cache with network_info: [{"id": "2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b", "address": "fa:16:3e:ec:49:e7", "network": {"id": "dc9fe337-1584-44cd-8718-84819b52c32c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-734330612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5e12d226929f43cd90e14dd1c45a3eef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe3bebc-6c", "ovs_interfaceid": "2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.659677] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118114} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.659873] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1870.660819] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613edd52-f34d-4fa1-867f-5174e89c961b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.684472] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47/57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1870.684794] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7ae29e3-272d-43c1-9fb3-0346f1e27505 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.708374] env[62226]: DEBUG oslo_vmware.api [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Task: {'id': task-2027976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150263} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.709641] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1870.710551] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1870.710758] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1870.710936] env[62226]: INFO nova.compute.manager [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1870.711239] env[62226]: DEBUG oslo.service.loopingcall [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.711499] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1870.711499] env[62226]: value = "task-2027980" [ 1870.711499] env[62226]: _type = "Task" [ 1870.711499] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.711693] env[62226]: DEBUG nova.compute.manager [-] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1870.711785] env[62226]: DEBUG nova.network.neutron [-] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1870.721498] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027980, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.798267] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027973, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.889608] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027978, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.900063] env[62226]: DEBUG oslo_vmware.api [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2027979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163999} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.900063] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1870.900297] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1870.900369] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1870.900545] env[62226]: INFO nova.compute.manager [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1870.900789] env[62226]: DEBUG oslo.service.loopingcall [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.900983] env[62226]: DEBUG nova.compute.manager [-] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1870.901096] env[62226]: DEBUG nova.network.neutron [-] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1870.924182] env[62226]: DEBUG nova.scheduler.client.report [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1871.098906] env[62226]: DEBUG oslo_concurrency.lockutils [req-e4b1f0af-0084-44ce-a624-ce9dbbae166d req-e7bafc8f-3270-4e14-8e67-bc7ef4b1eb06 service nova] Releasing lock "refresh_cache-54d8f236-db19-4cf9-8482-51693ee4085d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.099638] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "95ad0081-2084-416e-ad43-14207ddb5055" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.099893] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "95ad0081-2084-416e-ad43-14207ddb5055" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.225732] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.297245] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027973, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.391513] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027978, 'name': CreateVM_Task, 'duration_secs': 0.580245} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.391770] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1871.392528] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.392771] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.393171] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1871.393491] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ead552-1f26-4c0e-9117-fecf4878f8f6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.399170] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1871.399170] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52185c28-fcff-2f1a-77bc-e5f86c12d34c" [ 1871.399170] env[62226]: _type = "Task" [ 1871.399170] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.407874] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52185c28-fcff-2f1a-77bc-e5f86c12d34c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.429167] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.431834] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.164s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.432391] env[62226]: DEBUG nova.objects.instance [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Lazy-loading 'resources' on Instance uuid 6798791d-4bc3-438c-953d-a3da73c33139 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1871.437106] env[62226]: DEBUG nova.compute.manager [req-1b358968-f574-4768-b7da-e7d7d6b3ed98 req-1e475a8d-720e-4857-935e-f9a4e2593f1b service nova] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Received event network-vif-deleted-6f6c518f-60a8-4599-b27c-013d7d04f8bc {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1871.437228] env[62226]: INFO nova.compute.manager [req-1b358968-f574-4768-b7da-e7d7d6b3ed98 req-1e475a8d-720e-4857-935e-f9a4e2593f1b service nova] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Neutron deleted interface 6f6c518f-60a8-4599-b27c-013d7d04f8bc; detaching it from the instance and deleting it from the info cache [ 1871.437463] env[62226]: DEBUG nova.network.neutron [req-1b358968-f574-4768-b7da-e7d7d6b3ed98 req-1e475a8d-720e-4857-935e-f9a4e2593f1b service nova] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.457095] env[62226]: INFO nova.scheduler.client.report [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Deleted allocations for instance af2b7564-82eb-465d-a072-61dd58516cc1 [ 1871.494882] env[62226]: DEBUG nova.network.neutron [-] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.603581] env[62226]: DEBUG nova.compute.manager [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1871.612584] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2c2b8adc-f75b-438f-aaac-95e832385114 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.612853] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2c2b8adc-f75b-438f-aaac-95e832385114 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.613046] env[62226]: DEBUG nova.compute.manager [None req-2c2b8adc-f75b-438f-aaac-95e832385114 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1871.614136] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d1cd3-c41e-484d-b0cc-c9e3adf9b886 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.621088] env[62226]: DEBUG nova.compute.manager [None req-2c2b8adc-f75b-438f-aaac-95e832385114 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1871.622169] env[62226]: DEBUG nova.objects.instance [None req-2c2b8adc-f75b-438f-aaac-95e832385114 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lazy-loading 'flavor' on Instance uuid b5fe2d57-4ec1-4411-8c7c-50f4c6047940 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1871.725204] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027980, 'name': ReconfigVM_Task, 'duration_secs': 0.920855} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.725634] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47/57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1871.726488] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2c3a59f-13ba-4916-a3cf-94a59c6d43e8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.735045] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1871.735045] env[62226]: value = "task-2027981" [ 1871.735045] env[62226]: _type = "Task" [ 1871.735045] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.743490] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027981, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.749167] env[62226]: DEBUG nova.network.neutron [-] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.800394] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027973, 'name': CloneVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.912098] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52185c28-fcff-2f1a-77bc-e5f86c12d34c, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.912521] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.912919] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1871.913119] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.913341] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.913569] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1871.913877] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b92a947a-18e7-44fb-846f-7de9a3eb2f17 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.924770] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1871.925038] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1871.925902] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6527ba95-a895-4989-b5d8-2f48fbf1b6d8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.938981] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1871.938981] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520356d0-e8da-6168-bb61-ffb32ac97a05" [ 1871.938981] env[62226]: _type = "Task" [ 1871.938981] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.945178] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82117507-2043-44c1-b3ef-a435372e30cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.953283] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520356d0-e8da-6168-bb61-ffb32ac97a05, 'name': SearchDatastore_Task, 'duration_secs': 0.011061} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.955076] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b40eff-da00-41f7-b64b-12dfc94e67d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.960322] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217134e7-a7f3-4301-8655-e19dbf566444 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.977473] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e5943b8-af85-44ed-ab99-c65652635087 tempest-ListImageFiltersTestJSON-2061084600 tempest-ListImageFiltersTestJSON-2061084600-project-member] Lock "af2b7564-82eb-465d-a072-61dd58516cc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.036s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.979860] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1871.979860] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f7ef2a-9a1f-dfa0-e23b-c60f212e7783" [ 1871.979860] env[62226]: _type = "Task" [ 1871.979860] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.989491] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f7ef2a-9a1f-dfa0-e23b-c60f212e7783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.011487] env[62226]: INFO nova.compute.manager [-] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Took 1.30 seconds to deallocate network for instance. [ 1872.011911] env[62226]: DEBUG nova.compute.manager [req-1b358968-f574-4768-b7da-e7d7d6b3ed98 req-1e475a8d-720e-4857-935e-f9a4e2593f1b service nova] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Detach interface failed, port_id=6f6c518f-60a8-4599-b27c-013d7d04f8bc, reason: Instance 483402d1-e1d6-43b5-ac95-b3b776d9b367 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1872.125176] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.217332] env[62226]: DEBUG nova.compute.manager [req-e39265a4-a32c-4056-bbf3-008f68e99a8c req-3553e15a-7ef9-4a9a-9673-3fcfe7d6db50 service nova] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Received event network-vif-deleted-1040c3fd-319d-45a0-8c16-6b3e7154c0d2 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1872.245814] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027981, 'name': Rename_Task, 'duration_secs': 0.232535} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.248765] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1872.249426] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec3d3bf0-ac94-4a7f-9d06-653f855fb124 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.251651] env[62226]: INFO nova.compute.manager [-] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Took 1.35 seconds to deallocate network for instance. [ 1872.259304] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1872.259304] env[62226]: value = "task-2027982" [ 1872.259304] env[62226]: _type = "Task" [ 1872.259304] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.273208] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.304861] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027973, 'name': CloneVM_Task, 'duration_secs': 2.060485} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.305207] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Created linked-clone VM from snapshot [ 1872.306628] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d078579-e6c8-4f14-99b8-fd93898dc4d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.317649] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Uploading image e18a4a4b-96de-41c4-9ab8-ce832721cbc1 {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1872.351016] env[62226]: DEBUG oslo_vmware.rw_handles [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1872.351016] env[62226]: value = "vm-416603" [ 1872.351016] env[62226]: _type = "VirtualMachine" [ 1872.351016] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1872.351676] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7f462e22-c4cd-480d-9395-16d039ea77c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.358939] env[62226]: DEBUG oslo_vmware.rw_handles [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lease: (returnval){ [ 1872.358939] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5209864e-8945-7f09-0b55-7c1e447c07bd" [ 1872.358939] env[62226]: _type = "HttpNfcLease" [ 1872.358939] env[62226]: } obtained for exporting VM: (result){ [ 1872.358939] env[62226]: value = "vm-416603" [ 1872.358939] env[62226]: _type = "VirtualMachine" [ 1872.358939] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1872.359754] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the lease: (returnval){ [ 1872.359754] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5209864e-8945-7f09-0b55-7c1e447c07bd" [ 1872.359754] env[62226]: _type = "HttpNfcLease" [ 1872.359754] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1872.369516] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1872.369516] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5209864e-8945-7f09-0b55-7c1e447c07bd" [ 1872.369516] env[62226]: _type = "HttpNfcLease" [ 1872.369516] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1872.492818] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f7ef2a-9a1f-dfa0-e23b-c60f212e7783, 'name': SearchDatastore_Task, 'duration_secs': 0.011876} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.492818] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.493296] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 54d8f236-db19-4cf9-8482-51693ee4085d/54d8f236-db19-4cf9-8482-51693ee4085d.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1872.493296] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bd8ea39-f32a-43c3-8bf9-d7f5b205966b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.499646] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe29289c-c37c-42b7-a632-ac3c5ca7828a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.504754] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1872.504754] env[62226]: value = "task-2027984" [ 1872.504754] env[62226]: _type = "Task" [ 1872.504754] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.510269] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93620ebf-354d-4e48-86c2-9a87c46fffa5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.516236] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.545211] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.546276] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0fefa2-8e48-4dc9-90dd-a499c961a3bd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.554267] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b57804-f641-4d45-b8d6-5bb24316f429 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.567764] env[62226]: DEBUG nova.compute.provider_tree [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.633392] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2b8adc-f75b-438f-aaac-95e832385114 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1872.633768] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3ebf465-4657-41d4-94e5-f17f10ad1d16 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.641332] env[62226]: DEBUG oslo_vmware.api [None req-2c2b8adc-f75b-438f-aaac-95e832385114 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1872.641332] env[62226]: value = "task-2027985" [ 1872.641332] env[62226]: _type = "Task" [ 1872.641332] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.651665] env[62226]: DEBUG oslo_vmware.api [None req-2c2b8adc-f75b-438f-aaac-95e832385114 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.759532] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.774708] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027982, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.875232] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1872.875232] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5209864e-8945-7f09-0b55-7c1e447c07bd" [ 1872.875232] env[62226]: _type = "HttpNfcLease" [ 1872.875232] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1872.875232] env[62226]: DEBUG oslo_vmware.rw_handles [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1872.875232] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5209864e-8945-7f09-0b55-7c1e447c07bd" [ 1872.875232] env[62226]: _type = "HttpNfcLease" [ 1872.875232] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1872.875232] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a7e040-71ed-4d76-b628-09fb682cb49d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.888105] env[62226]: DEBUG oslo_vmware.rw_handles [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211a73a-2e26-bb0e-11b7-817a5231cb99/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1872.888730] env[62226]: DEBUG oslo_vmware.rw_handles [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211a73a-2e26-bb0e-11b7-817a5231cb99/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1873.014292] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027984, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.072320] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fbad9efa-984b-480e-bde9-83e9b5bff1cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.072320] env[62226]: DEBUG nova.scheduler.client.report [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1873.152287] env[62226]: DEBUG oslo_vmware.api [None req-2c2b8adc-f75b-438f-aaac-95e832385114 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027985, 'name': PowerOffVM_Task, 'duration_secs': 0.197158} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.152633] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2b8adc-f75b-438f-aaac-95e832385114 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1873.152778] env[62226]: DEBUG nova.compute.manager [None req-2c2b8adc-f75b-438f-aaac-95e832385114 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.153521] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8dab52-1248-4e17-b40f-d4f2ee8d2227 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.273496] env[62226]: DEBUG oslo_vmware.api [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2027982, 'name': PowerOnVM_Task, 'duration_secs': 0.64231} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.273800] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1873.275574] env[62226]: INFO nova.compute.manager [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1873.275773] env[62226]: DEBUG nova.compute.manager [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.276639] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e49452b-321b-43e0-ab64-7656f7ab2d23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.517742] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563959} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.518467] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 54d8f236-db19-4cf9-8482-51693ee4085d/54d8f236-db19-4cf9-8482-51693ee4085d.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1873.519110] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1873.519577] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83d82d95-386d-42bf-bba1-265a09c47e1f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.527899] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1873.527899] env[62226]: value = "task-2027986" [ 1873.527899] env[62226]: _type = "Task" [ 1873.527899] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.536576] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.578908] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.582805] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.311s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.583442] env[62226]: INFO nova.compute.claims [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1873.624605] env[62226]: INFO nova.scheduler.client.report [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Deleted allocations for instance 6798791d-4bc3-438c-953d-a3da73c33139 [ 1873.667068] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2c2b8adc-f75b-438f-aaac-95e832385114 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.803602] env[62226]: INFO nova.compute.manager [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Took 50.54 seconds to build instance. [ 1874.045937] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165257} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.046283] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1874.047300] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52362210-a5e4-4b7d-8262-976dea5f0de8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.080606] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 54d8f236-db19-4cf9-8482-51693ee4085d/54d8f236-db19-4cf9-8482-51693ee4085d.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1874.080606] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32491732-9f0f-4e13-8082-c3c2409ebd08 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.106923] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1874.106923] env[62226]: value = "task-2027987" [ 1874.106923] env[62226]: _type = "Task" [ 1874.106923] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.120093] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.137610] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6a2fc45-6508-46a7-8500-e4b403482b93 tempest-ServersTestJSON-30922020 tempest-ServersTestJSON-30922020-project-member] Lock "6798791d-4bc3-438c-953d-a3da73c33139" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.887s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.305195] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4da5027-e40b-44ff-972a-ae8bfd120a49 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.851s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.619439] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.128621] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027987, 'name': ReconfigVM_Task, 'duration_secs': 0.832625} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.129076] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 54d8f236-db19-4cf9-8482-51693ee4085d/54d8f236-db19-4cf9-8482-51693ee4085d.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1875.132724] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b1d6f6a-ea45-4c5e-9e3f-6fd5ceaca2db {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.140264] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1875.140264] env[62226]: value = "task-2027988" [ 1875.140264] env[62226]: _type = "Task" [ 1875.140264] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.154541] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027988, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.212586] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a693795e-978a-4799-ae98-93aa118955cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.220873] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f7bb7e-b4b7-4d00-8cc5-5874884970df {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.258035] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f8dbfc-c028-4190-9e4d-4a5b83353f75 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.265406] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a59f475-b897-477e-ada9-66a17fad8b48 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.281818] env[62226]: DEBUG nova.compute.provider_tree [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.563932] env[62226]: DEBUG nova.compute.manager [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.565789] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01911d0e-dbb9-4c81-bd45-cfb2ca7ea20a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.650819] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027988, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.785210] env[62226]: DEBUG nova.scheduler.client.report [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1876.081236] env[62226]: INFO nova.compute.manager [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] instance snapshotting [ 1876.081236] env[62226]: WARNING nova.compute.manager [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1876.085963] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67efdec6-5df9-4ae3-a609-7973bab31989 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.107493] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2f6141-a303-45e6-9ac8-f9c85d11a4e0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.150776] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027988, 'name': Rename_Task, 'duration_secs': 0.903341} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.151155] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1876.152437] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07078fd8-f7e2-4b37-a421-c4eae1efffc6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.159841] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1876.159841] env[62226]: value = "task-2027989" [ 1876.159841] env[62226]: _type = "Task" [ 1876.159841] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.171493] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.294140] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.294826] env[62226]: DEBUG nova.compute.manager [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1876.304021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.825s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.304021] env[62226]: DEBUG nova.objects.instance [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lazy-loading 'resources' on Instance uuid 455dee18-7a9a-4474-9d74-c991ffe505cb {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.622676] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1876.622676] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fbd2bac7-6a99-4a79-8a74-0de5b7e1ef06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.636057] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1876.636057] env[62226]: value = "task-2027990" [ 1876.636057] env[62226]: _type = "Task" [ 1876.636057] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.657513] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027990, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.674840] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027989, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.811220] env[62226]: DEBUG nova.compute.utils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1876.815112] env[62226]: DEBUG nova.compute.manager [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1876.815112] env[62226]: DEBUG nova.network.neutron [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1876.947019] env[62226]: DEBUG nova.policy [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd522a8c1ae478f831965a9f6987d03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6630806c698243959882a3f1300c40ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1877.146976] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027990, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.181734] env[62226]: DEBUG oslo_vmware.api [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027989, 'name': PowerOnVM_Task, 'duration_secs': 0.544392} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.181734] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1877.181734] env[62226]: INFO nova.compute.manager [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1877.182023] env[62226]: DEBUG nova.compute.manager [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1877.182769] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5086fd21-d0bb-4ce7-8aec-f935754fa0f0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.316544] env[62226]: DEBUG nova.compute.manager [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1877.439979] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdb3703-8b58-44f3-b925-236b2ee717d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.456762] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587aae1e-5155-4fd7-93a6-1064bbd159d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.493387] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25af50a1-6e98-4895-9da9-b3016278b8d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.501870] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ef0ff3-7f1e-48f6-acd0-1f6ffdce2a45 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.522185] env[62226]: DEBUG nova.compute.provider_tree [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.613868] env[62226]: DEBUG nova.network.neutron [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Successfully created port: 70a32b7f-7d98-4341-b15f-89a8e85fb585 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1877.650162] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027990, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.709670] env[62226]: INFO nova.compute.manager [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Took 47.15 seconds to build instance. [ 1877.956576] env[62226]: DEBUG nova.compute.manager [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Stashing vm_state: active {{(pid=62226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1878.028734] env[62226]: DEBUG nova.scheduler.client.report [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.153407] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027990, 'name': CreateSnapshot_Task, 'duration_secs': 1.334618} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.154653] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1878.154653] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04e22fc-a5e0-449e-bc82-043822121128 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.213072] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4068836-09e1-40fa-9dc5-154cd540bc9d tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "54d8f236-db19-4cf9-8482-51693ee4085d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.582s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.326607] env[62226]: DEBUG nova.compute.manager [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1878.353468] env[62226]: DEBUG nova.virt.hardware [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1878.355126] env[62226]: DEBUG nova.virt.hardware [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1878.355126] env[62226]: DEBUG nova.virt.hardware [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1878.355126] env[62226]: DEBUG nova.virt.hardware [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1878.355126] env[62226]: DEBUG nova.virt.hardware [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1878.355126] env[62226]: DEBUG nova.virt.hardware [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1878.355126] env[62226]: DEBUG nova.virt.hardware [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1878.355126] env[62226]: DEBUG nova.virt.hardware [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1878.355126] env[62226]: DEBUG nova.virt.hardware [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1878.355126] env[62226]: DEBUG nova.virt.hardware [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1878.355344] env[62226]: DEBUG nova.virt.hardware [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1878.356272] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5705f127-a8ff-40bd-b947-10741a51a195 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.367473] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b79706-5717-43f5-bc05-3b4ce7ea6a79 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.448824] env[62226]: INFO nova.compute.manager [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Rescuing [ 1878.449210] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "refresh_cache-54d8f236-db19-4cf9-8482-51693ee4085d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.449371] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired lock "refresh_cache-54d8f236-db19-4cf9-8482-51693ee4085d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.449558] env[62226]: DEBUG nova.network.neutron [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.486273] env[62226]: DEBUG oslo_concurrency.lockutils [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.535373] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.537985] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.740s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.540157] env[62226]: INFO nova.compute.claims [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1878.559642] env[62226]: INFO nova.scheduler.client.report [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Deleted allocations for instance 455dee18-7a9a-4474-9d74-c991ffe505cb [ 1878.680615] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1878.681031] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a1e5c1f-9b0e-4257-90bf-126341d2cc50 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.691173] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1878.691173] env[62226]: value = "task-2027991" [ 1878.691173] env[62226]: _type = "Task" [ 1878.691173] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.699949] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027991, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.071526] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2411adca-c8a2-4c2d-ab83-b00c3615dde7 tempest-ServerShowV257Test-1295040986 tempest-ServerShowV257Test-1295040986-project-member] Lock "455dee18-7a9a-4474-9d74-c991ffe505cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.946s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.160445] env[62226]: DEBUG nova.network.neutron [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Updating instance_info_cache with network_info: [{"id": "2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b", "address": "fa:16:3e:ec:49:e7", "network": {"id": "dc9fe337-1584-44cd-8718-84819b52c32c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-734330612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5e12d226929f43cd90e14dd1c45a3eef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe3bebc-6c", "ovs_interfaceid": "2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.203502] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027991, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.402352] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Acquiring lock "eec9ee2e-5d78-4068-b2fe-fb828b8be651" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.402593] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Lock "eec9ee2e-5d78-4068-b2fe-fb828b8be651" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.618765] env[62226]: DEBUG nova.compute.manager [req-7805d423-381a-4375-87d4-3d09c0692b55 req-e0e9fd76-9c47-42ee-971a-e3befc4ac510 service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Received event network-vif-plugged-70a32b7f-7d98-4341-b15f-89a8e85fb585 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1879.620157] env[62226]: DEBUG oslo_concurrency.lockutils [req-7805d423-381a-4375-87d4-3d09c0692b55 req-e0e9fd76-9c47-42ee-971a-e3befc4ac510 service nova] Acquiring lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.620157] env[62226]: DEBUG oslo_concurrency.lockutils [req-7805d423-381a-4375-87d4-3d09c0692b55 req-e0e9fd76-9c47-42ee-971a-e3befc4ac510 service nova] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.620581] env[62226]: DEBUG oslo_concurrency.lockutils [req-7805d423-381a-4375-87d4-3d09c0692b55 req-e0e9fd76-9c47-42ee-971a-e3befc4ac510 service nova] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.620581] env[62226]: DEBUG nova.compute.manager [req-7805d423-381a-4375-87d4-3d09c0692b55 req-e0e9fd76-9c47-42ee-971a-e3befc4ac510 service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] No waiting events found dispatching network-vif-plugged-70a32b7f-7d98-4341-b15f-89a8e85fb585 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1879.620773] env[62226]: WARNING nova.compute.manager [req-7805d423-381a-4375-87d4-3d09c0692b55 req-e0e9fd76-9c47-42ee-971a-e3befc4ac510 service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Received unexpected event network-vif-plugged-70a32b7f-7d98-4341-b15f-89a8e85fb585 for instance with vm_state building and task_state spawning. [ 1879.621848] env[62226]: DEBUG nova.network.neutron [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Successfully updated port: 70a32b7f-7d98-4341-b15f-89a8e85fb585 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1879.667694] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Releasing lock "refresh_cache-54d8f236-db19-4cf9-8482-51693ee4085d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.705053] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027991, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.905478] env[62226]: DEBUG nova.compute.manager [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1880.124581] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.124825] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.125106] env[62226]: DEBUG nova.network.neutron [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.170488] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee0ff7b-f347-429b-80cc-05f637ed1a15 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.178898] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da0643b-1bbb-49ba-8e3f-55d2661b2fb9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.215581] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055faad9-7dd9-40a1-b54b-88a53614e270 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.225956] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e55cb5-8f3c-40fd-a98a-18a754b4453c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.230181] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027991, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.240052] env[62226]: DEBUG nova.compute.provider_tree [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.429018] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.679269] env[62226]: DEBUG nova.network.neutron [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1880.723692] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2027991, 'name': CloneVM_Task, 'duration_secs': 1.906882} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.725175] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Created linked-clone VM from snapshot [ 1880.726020] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ed44e7-6eb8-4836-a924-0c97c1af0906 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.734456] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Uploading image 6b654ed1-36e5-4243-a26e-0f12225cad35 {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1880.742926] env[62226]: DEBUG nova.scheduler.client.report [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1880.758520] env[62226]: DEBUG oslo_vmware.rw_handles [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1880.758520] env[62226]: value = "vm-416606" [ 1880.758520] env[62226]: _type = "VirtualMachine" [ 1880.758520] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1880.759235] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1bf5be26-88bf-4848-b385-166705dd3b44 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.767735] env[62226]: DEBUG oslo_vmware.rw_handles [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lease: (returnval){ [ 1880.767735] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5239c6a9-bd2f-3dd3-f203-25934daac684" [ 1880.767735] env[62226]: _type = "HttpNfcLease" [ 1880.767735] env[62226]: } obtained for exporting VM: (result){ [ 1880.767735] env[62226]: value = "vm-416606" [ 1880.767735] env[62226]: _type = "VirtualMachine" [ 1880.767735] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1880.767982] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the lease: (returnval){ [ 1880.767982] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5239c6a9-bd2f-3dd3-f203-25934daac684" [ 1880.767982] env[62226]: _type = "HttpNfcLease" [ 1880.767982] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1880.778141] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1880.778141] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5239c6a9-bd2f-3dd3-f203-25934daac684" [ 1880.778141] env[62226]: _type = "HttpNfcLease" [ 1880.778141] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1880.898906] env[62226]: DEBUG nova.network.neutron [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance_info_cache with network_info: [{"id": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "address": "fa:16:3e:4b:0c:4f", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a32b7f-7d", "ovs_interfaceid": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.230424] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1881.230749] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6df26a8-5509-4b2a-b900-68812da0d67b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.238475] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1881.238475] env[62226]: value = "task-2027993" [ 1881.238475] env[62226]: _type = "Task" [ 1881.238475] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.246737] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.249621] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.250186] env[62226]: DEBUG nova.compute.manager [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1881.252984] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.215s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.254409] env[62226]: INFO nova.compute.claims [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1881.276446] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1881.276446] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5239c6a9-bd2f-3dd3-f203-25934daac684" [ 1881.276446] env[62226]: _type = "HttpNfcLease" [ 1881.276446] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1881.276774] env[62226]: DEBUG oslo_vmware.rw_handles [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1881.276774] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5239c6a9-bd2f-3dd3-f203-25934daac684" [ 1881.276774] env[62226]: _type = "HttpNfcLease" [ 1881.276774] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1881.277539] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73155b9-2465-4e64-b12b-82499cee528d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.285610] env[62226]: DEBUG oslo_vmware.rw_handles [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7c486-04f0-78e9-461b-b053a73fa5f2/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1881.285800] env[62226]: DEBUG oslo_vmware.rw_handles [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7c486-04f0-78e9-461b-b053a73fa5f2/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1881.381511] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-efb26027-3fca-4dd6-a351-6a376c3ef3e8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.403463] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.404393] env[62226]: DEBUG nova.compute.manager [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Instance network_info: |[{"id": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "address": "fa:16:3e:4b:0c:4f", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a32b7f-7d", "ovs_interfaceid": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1881.404758] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:0c:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70a32b7f-7d98-4341-b15f-89a8e85fb585', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1881.413605] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Creating folder: Project (6630806c698243959882a3f1300c40ae). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1881.420433] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7b47006-a16a-4758-8a7f-096dfa39231a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.431976] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Created folder: Project (6630806c698243959882a3f1300c40ae) in parent group-v416438. [ 1881.432284] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Creating folder: Instances. Parent ref: group-v416607. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1881.432600] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec77ef85-3fb1-4895-93bb-e826b90463f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.441451] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Created folder: Instances in parent group-v416607. [ 1881.441777] env[62226]: DEBUG oslo.service.loopingcall [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.442016] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1881.442241] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3494aa9b-5d31-4120-9d92-12c4ed77c199 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.462140] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1881.462140] env[62226]: value = "task-2027996" [ 1881.462140] env[62226]: _type = "Task" [ 1881.462140] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.470225] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027996, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.643156] env[62226]: DEBUG nova.compute.manager [req-5dec4c37-11b3-4b69-8c73-d95992ce9977 req-49c3b8c0-3f4c-48d0-95ba-44a667d5bfcc service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Received event network-changed-70a32b7f-7d98-4341-b15f-89a8e85fb585 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1881.643567] env[62226]: DEBUG nova.compute.manager [req-5dec4c37-11b3-4b69-8c73-d95992ce9977 req-49c3b8c0-3f4c-48d0-95ba-44a667d5bfcc service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Refreshing instance network info cache due to event network-changed-70a32b7f-7d98-4341-b15f-89a8e85fb585. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1881.643804] env[62226]: DEBUG oslo_concurrency.lockutils [req-5dec4c37-11b3-4b69-8c73-d95992ce9977 req-49c3b8c0-3f4c-48d0-95ba-44a667d5bfcc service nova] Acquiring lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.643964] env[62226]: DEBUG oslo_concurrency.lockutils [req-5dec4c37-11b3-4b69-8c73-d95992ce9977 req-49c3b8c0-3f4c-48d0-95ba-44a667d5bfcc service nova] Acquired lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.644151] env[62226]: DEBUG nova.network.neutron [req-5dec4c37-11b3-4b69-8c73-d95992ce9977 req-49c3b8c0-3f4c-48d0-95ba-44a667d5bfcc service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Refreshing network info cache for port 70a32b7f-7d98-4341-b15f-89a8e85fb585 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.749666] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2027993, 'name': PowerOffVM_Task, 'duration_secs': 0.191999} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.750253] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1881.751382] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856ecdea-ee1f-4176-a368-c2e51129f05e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.776186] env[62226]: DEBUG nova.compute.utils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1881.781053] env[62226]: DEBUG nova.compute.manager [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1881.781359] env[62226]: DEBUG nova.network.neutron [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1881.783976] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0810ceea-3f59-4d60-a915-0cc04ea0f06c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.828998] env[62226]: DEBUG nova.policy [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85cc57f6705040cba322a60cff08b301', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2debbafb317c408a9a03674a585efa3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1881.972864] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2027996, 'name': CreateVM_Task, 'duration_secs': 0.426554} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.973172] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1881.973947] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.974281] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.974856] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1881.975216] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd55861-cd98-4828-91e9-80ab60c7c924 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.980438] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 1881.980438] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525d9ff7-62ba-4978-d530-131e39f283fb" [ 1881.980438] env[62226]: _type = "Task" [ 1881.980438] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.989410] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525d9ff7-62ba-4978-d530-131e39f283fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.282146] env[62226]: DEBUG nova.compute.manager [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1882.419097] env[62226]: DEBUG nova.network.neutron [req-5dec4c37-11b3-4b69-8c73-d95992ce9977 req-49c3b8c0-3f4c-48d0-95ba-44a667d5bfcc service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updated VIF entry in instance network info cache for port 70a32b7f-7d98-4341-b15f-89a8e85fb585. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.419688] env[62226]: DEBUG nova.network.neutron [req-5dec4c37-11b3-4b69-8c73-d95992ce9977 req-49c3b8c0-3f4c-48d0-95ba-44a667d5bfcc service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance_info_cache with network_info: [{"id": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "address": "fa:16:3e:4b:0c:4f", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a32b7f-7d", "ovs_interfaceid": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.488205] env[62226]: DEBUG nova.network.neutron [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Successfully created port: 90c17c63-5d6d-429e-9ffc-2736aca69ddd {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1882.501589] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525d9ff7-62ba-4978-d530-131e39f283fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014412} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.502032] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.502355] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1882.502735] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.502984] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.503225] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1882.503588] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c09dff95-006a-48d0-ba48-747afe7807c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.515594] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1882.515812] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1882.516884] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8426cc-1789-4578-86a2-464285e4b70b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.526172] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 1882.526172] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c7588d-6566-d3f9-1c28-e07f5d5c040d" [ 1882.526172] env[62226]: _type = "Task" [ 1882.526172] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.535269] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c7588d-6566-d3f9-1c28-e07f5d5c040d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.841719] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bc08d1-5bc8-4125-8906-e4bb5b210312 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.850337] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c7127e-5a26-42d9-8b17-76aa5ac608da {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.888572] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe847b98-a2ea-4785-b8ae-6b83116bb956 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.896935] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acc67a2-4d61-40cb-a5ac-384955a7add2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.911268] env[62226]: DEBUG nova.compute.provider_tree [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.924475] env[62226]: DEBUG oslo_concurrency.lockutils [req-5dec4c37-11b3-4b69-8c73-d95992ce9977 req-49c3b8c0-3f4c-48d0-95ba-44a667d5bfcc service nova] Releasing lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.036523] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c7588d-6566-d3f9-1c28-e07f5d5c040d, 'name': SearchDatastore_Task, 'duration_secs': 0.010575} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.037378] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884e25c7-a83e-46c2-9ce1-7f7897a8b4fc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.043041] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 1883.043041] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cd9ec0-fba1-df86-4552-78bf3ee14eaa" [ 1883.043041] env[62226]: _type = "Task" [ 1883.043041] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.051374] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cd9ec0-fba1-df86-4552-78bf3ee14eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.291717] env[62226]: DEBUG nova.compute.manager [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1883.415104] env[62226]: DEBUG nova.scheduler.client.report [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.553704] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cd9ec0-fba1-df86-4552-78bf3ee14eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.553997] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.554307] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] e19b1d1f-d6ae-4e96-a097-063c8d1e2c78/e19b1d1f-d6ae-4e96-a097-063c8d1e2c78.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1883.554589] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d13089a-755c-44b1-b41a-3f4b06b45cb6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.561397] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 1883.561397] env[62226]: value = "task-2027997" [ 1883.561397] env[62226]: _type = "Task" [ 1883.561397] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.570331] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2027997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.659350] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1883.660525] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16407a68-d4fb-41bf-98b9-a4789ed5bc2d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.667994] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1883.667994] env[62226]: value = "task-2027998" [ 1883.667994] env[62226]: _type = "Task" [ 1883.667994] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.670405] env[62226]: DEBUG nova.virt.hardware [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.670668] env[62226]: DEBUG nova.virt.hardware [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.670848] env[62226]: DEBUG nova.virt.hardware [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.671053] env[62226]: DEBUG nova.virt.hardware [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.671221] env[62226]: DEBUG nova.virt.hardware [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.671412] env[62226]: DEBUG nova.virt.hardware [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.671655] env[62226]: DEBUG nova.virt.hardware [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.671842] env[62226]: DEBUG nova.virt.hardware [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.672043] env[62226]: DEBUG nova.virt.hardware [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.672244] env[62226]: DEBUG nova.virt.hardware [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.672425] env[62226]: DEBUG nova.virt.hardware [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.674640] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b3c80a-7108-4779-96df-d558487af975 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.683709] env[62226]: DEBUG oslo_vmware.rw_handles [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211a73a-2e26-bb0e-11b7-817a5231cb99/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1883.684588] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fe328c-6f19-435c-8883-649096a8d7f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.693167] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1883.693396] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1883.693693] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.693921] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.694185] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1883.695590] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb02a27d-cd70-41ec-81c6-b5cf5355671f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.701539] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f7db7f3-c2a2-4ddd-9204-0b5b700eb038 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.703985] env[62226]: DEBUG oslo_vmware.rw_handles [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211a73a-2e26-bb0e-11b7-817a5231cb99/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1883.704169] env[62226]: ERROR oslo_vmware.rw_handles [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211a73a-2e26-bb0e-11b7-817a5231cb99/disk-0.vmdk due to incomplete transfer. [ 1883.705064] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9bfce002-b263-4514-b674-f8e26af1b1a8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.721837] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1883.722012] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1883.723679] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60ee7af-0902-42a1-8e13-4582351452d5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.726074] env[62226]: DEBUG oslo_vmware.rw_handles [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211a73a-2e26-bb0e-11b7-817a5231cb99/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1883.726271] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Uploaded image e18a4a4b-96de-41c4-9ab8-ce832721cbc1 to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1883.728650] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1883.729271] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84aab085-d8ae-483c-b7c1-4a5b923acd04 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.734076] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1883.734076] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524695f8-6c1d-5e04-1165-ad65842fa792" [ 1883.734076] env[62226]: _type = "Task" [ 1883.734076] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.741088] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1883.741088] env[62226]: value = "task-2027999" [ 1883.741088] env[62226]: _type = "Task" [ 1883.741088] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.749479] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524695f8-6c1d-5e04-1165-ad65842fa792, 'name': SearchDatastore_Task} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.750927] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e2a6732-f1cc-4d26-8df9-519954921649 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.756900] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027999, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.761598] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1883.761598] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528057fd-b31b-2fac-fd80-b3dbb5c6c73f" [ 1883.761598] env[62226]: _type = "Task" [ 1883.761598] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.770409] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528057fd-b31b-2fac-fd80-b3dbb5c6c73f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.921017] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.921993] env[62226]: DEBUG nova.compute.manager [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1883.925925] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.764s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.926245] env[62226]: DEBUG nova.objects.instance [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lazy-loading 'resources' on Instance uuid 9707fb9d-86e4-4aa7-b64e-32d0648cc012 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.071542] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2027997, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.251854] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027999, 'name': Destroy_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.261257] env[62226]: DEBUG nova.compute.manager [req-9f0dd59c-2e24-4c7b-ac6a-332ef564311c req-d1da4054-09cb-4852-923e-d17a3428d545 service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Received event network-vif-plugged-90c17c63-5d6d-429e-9ffc-2736aca69ddd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1884.261467] env[62226]: DEBUG oslo_concurrency.lockutils [req-9f0dd59c-2e24-4c7b-ac6a-332ef564311c req-d1da4054-09cb-4852-923e-d17a3428d545 service nova] Acquiring lock "a8f951ce-66f6-4a44-a2aa-51b3a5cbde69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.261684] env[62226]: DEBUG oslo_concurrency.lockutils [req-9f0dd59c-2e24-4c7b-ac6a-332ef564311c req-d1da4054-09cb-4852-923e-d17a3428d545 service nova] Lock "a8f951ce-66f6-4a44-a2aa-51b3a5cbde69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.261852] env[62226]: DEBUG oslo_concurrency.lockutils [req-9f0dd59c-2e24-4c7b-ac6a-332ef564311c req-d1da4054-09cb-4852-923e-d17a3428d545 service nova] Lock "a8f951ce-66f6-4a44-a2aa-51b3a5cbde69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.262042] env[62226]: DEBUG nova.compute.manager [req-9f0dd59c-2e24-4c7b-ac6a-332ef564311c req-d1da4054-09cb-4852-923e-d17a3428d545 service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] No waiting events found dispatching network-vif-plugged-90c17c63-5d6d-429e-9ffc-2736aca69ddd {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.262231] env[62226]: WARNING nova.compute.manager [req-9f0dd59c-2e24-4c7b-ac6a-332ef564311c req-d1da4054-09cb-4852-923e-d17a3428d545 service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Received unexpected event network-vif-plugged-90c17c63-5d6d-429e-9ffc-2736aca69ddd for instance with vm_state building and task_state spawning. [ 1884.272212] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528057fd-b31b-2fac-fd80-b3dbb5c6c73f, 'name': SearchDatastore_Task, 'duration_secs': 0.073576} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.272471] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.272738] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 54d8f236-db19-4cf9-8482-51693ee4085d/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk. {{(pid=62226) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1884.273018] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e358e483-be5c-4819-9992-4eb1392a11dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.280508] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1884.280508] env[62226]: value = "task-2028000" [ 1884.280508] env[62226]: _type = "Task" [ 1884.280508] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.289035] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.334610] env[62226]: DEBUG nova.network.neutron [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Successfully updated port: 90c17c63-5d6d-429e-9ffc-2736aca69ddd {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1884.430570] env[62226]: DEBUG nova.compute.utils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.435257] env[62226]: DEBUG nova.compute.manager [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1884.435446] env[62226]: DEBUG nova.network.neutron [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1884.487462] env[62226]: DEBUG nova.policy [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '888b5fd5ddbd43689ff4241f6e64e68d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60612e3dc80246bbb53e689cee32181e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1884.573374] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2027997, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.754432] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2027999, 'name': Destroy_Task, 'duration_secs': 0.948847} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.758705] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Destroyed the VM [ 1884.758705] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1884.759135] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9fdeec23-756d-4225-b5b2-aca855adb974 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.766487] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1884.766487] env[62226]: value = "task-2028001" [ 1884.766487] env[62226]: _type = "Task" [ 1884.766487] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.778255] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028001, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.792239] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.840808] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "refresh_cache-a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.841111] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired lock "refresh_cache-a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.841362] env[62226]: DEBUG nova.network.neutron [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.877327] env[62226]: DEBUG nova.network.neutron [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Successfully created port: c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1884.936367] env[62226]: DEBUG nova.compute.manager [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1884.954414] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e009d285-47d6-41f9-b9d8-fd3fc9d4bab7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.962908] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0279a9e0-9b88-4683-87e0-c322f1a58137 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.996727] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adca15bd-184d-4d9b-a2e5-889433a0fb13 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.005579] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433cd58b-eddc-4970-a21f-b26509b2d626 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.020428] env[62226]: DEBUG nova.compute.provider_tree [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.072376] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2027997, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.277616] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028001, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.291560] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028000, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.386987] env[62226]: DEBUG nova.network.neutron [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.523273] env[62226]: DEBUG nova.scheduler.client.report [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.550372] env[62226]: DEBUG nova.network.neutron [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Updating instance_info_cache with network_info: [{"id": "90c17c63-5d6d-429e-9ffc-2736aca69ddd", "address": "fa:16:3e:75:c8:98", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c17c63-5d", "ovs_interfaceid": "90c17c63-5d6d-429e-9ffc-2736aca69ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.573742] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2027997, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.514709} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.574051] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] e19b1d1f-d6ae-4e96-a097-063c8d1e2c78/e19b1d1f-d6ae-4e96-a097-063c8d1e2c78.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1885.574216] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1885.574474] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43cb5046-111c-4229-b335-52bd6061c3ed {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.582811] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 1885.582811] env[62226]: value = "task-2028002" [ 1885.582811] env[62226]: _type = "Task" [ 1885.582811] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.590636] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.524417] env[62226]: DEBUG nova.compute.manager [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1886.527048] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.601s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.529330] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Releasing lock "refresh_cache-a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.529609] env[62226]: DEBUG nova.compute.manager [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Instance network_info: |[{"id": "90c17c63-5d6d-429e-9ffc-2736aca69ddd", "address": "fa:16:3e:75:c8:98", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c17c63-5d", "ovs_interfaceid": "90c17c63-5d6d-429e-9ffc-2736aca69ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1886.530828] env[62226]: DEBUG nova.compute.manager [req-f0d4a4ac-e5a5-47a6-b864-ed925429bbdc req-44048701-acba-4293-9915-319bc499217e service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Received event network-changed-90c17c63-5d6d-429e-9ffc-2736aca69ddd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1886.531029] env[62226]: DEBUG nova.compute.manager [req-f0d4a4ac-e5a5-47a6-b864-ed925429bbdc req-44048701-acba-4293-9915-319bc499217e service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Refreshing instance network info cache due to event network-changed-90c17c63-5d6d-429e-9ffc-2736aca69ddd. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1886.531256] env[62226]: DEBUG oslo_concurrency.lockutils [req-f0d4a4ac-e5a5-47a6-b864-ed925429bbdc req-44048701-acba-4293-9915-319bc499217e service nova] Acquiring lock "refresh_cache-a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.531653] env[62226]: DEBUG oslo_concurrency.lockutils [req-f0d4a4ac-e5a5-47a6-b864-ed925429bbdc req-44048701-acba-4293-9915-319bc499217e service nova] Acquired lock "refresh_cache-a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.531653] env[62226]: DEBUG nova.network.neutron [req-f0d4a4ac-e5a5-47a6-b864-ed925429bbdc req-44048701-acba-4293-9915-319bc499217e service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Refreshing network info cache for port 90c17c63-5d6d-429e-9ffc-2736aca69ddd {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.536706] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.710s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.537195] env[62226]: DEBUG nova.objects.instance [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1886.539543] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:c8:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90c17c63-5d6d-429e-9ffc-2736aca69ddd', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1886.547466] env[62226]: DEBUG oslo.service.loopingcall [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.558386] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1886.563038] env[62226]: INFO nova.scheduler.client.report [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Deleted allocations for instance 9707fb9d-86e4-4aa7-b64e-32d0648cc012 [ 1886.568054] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b50accd0-eadf-48dd-b09d-787bb326d150 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.580942] env[62226]: DEBUG oslo_vmware.api [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028001, 'name': RemoveSnapshot_Task, 'duration_secs': 0.802418} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.587766] env[62226]: DEBUG nova.virt.hardware [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1886.588020] env[62226]: DEBUG nova.virt.hardware [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1886.588214] env[62226]: DEBUG nova.virt.hardware [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1886.588397] env[62226]: DEBUG nova.virt.hardware [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1886.588582] env[62226]: DEBUG nova.virt.hardware [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1886.589151] env[62226]: DEBUG nova.virt.hardware [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1886.589151] env[62226]: DEBUG nova.virt.hardware [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1886.589151] env[62226]: DEBUG nova.virt.hardware [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1886.589328] env[62226]: DEBUG nova.virt.hardware [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1886.589486] env[62226]: DEBUG nova.virt.hardware [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1886.589652] env[62226]: DEBUG nova.virt.hardware [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1886.593306] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1886.597020] env[62226]: INFO nova.compute.manager [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Took 19.40 seconds to snapshot the instance on the hypervisor. [ 1886.597020] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065481} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.597740] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17313c08-cd7b-4cbb-9c41-4120e5f854ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.600570] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028000, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.227097} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.601613] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1886.602182] env[62226]: INFO nova.virt.vmwareapi.ds_util [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 54d8f236-db19-4cf9-8482-51693ee4085d/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk. [ 1886.602943] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0105fc-937a-4297-b9cd-afd5918969b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.606775] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f3002d-ba4e-4f10-8e51-1ecc94182954 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.612431] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1886.612431] env[62226]: value = "task-2028003" [ 1886.612431] env[62226]: _type = "Task" [ 1886.612431] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.614319] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1fec8f-63f3-4718-bf7c-cbaa043adfbd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.656924] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] e19b1d1f-d6ae-4e96-a097-063c8d1e2c78/e19b1d1f-d6ae-4e96-a097-063c8d1e2c78.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.664692] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 54d8f236-db19-4cf9-8482-51693ee4085d/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.665895] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-187e758a-ff4c-4aeb-a596-b2430a275d0b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.682167] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f0a34e9-78a3-4f59-8413-174028e4ac56 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.699592] env[62226]: DEBUG nova.network.neutron [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Successfully updated port: c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1886.712647] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.712647] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquired lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.712848] env[62226]: DEBUG nova.network.neutron [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1886.719473] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028003, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.722450] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 1886.722450] env[62226]: value = "task-2028004" [ 1886.722450] env[62226]: _type = "Task" [ 1886.722450] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.722744] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1886.722744] env[62226]: value = "task-2028005" [ 1886.722744] env[62226]: _type = "Task" [ 1886.722744] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.736215] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.739736] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.893288] env[62226]: DEBUG nova.network.neutron [req-f0d4a4ac-e5a5-47a6-b864-ed925429bbdc req-44048701-acba-4293-9915-319bc499217e service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Updated VIF entry in instance network info cache for port 90c17c63-5d6d-429e-9ffc-2736aca69ddd. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.893728] env[62226]: DEBUG nova.network.neutron [req-f0d4a4ac-e5a5-47a6-b864-ed925429bbdc req-44048701-acba-4293-9915-319bc499217e service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Updating instance_info_cache with network_info: [{"id": "90c17c63-5d6d-429e-9ffc-2736aca69ddd", "address": "fa:16:3e:75:c8:98", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c17c63-5d", "ovs_interfaceid": "90c17c63-5d6d-429e-9ffc-2736aca69ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.108631] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b7a1114c-b1df-4880-ab71-ae5938f76304 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.490s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.109676] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 40.506s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.110644] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.110644] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.110644] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.118324] env[62226]: INFO nova.compute.manager [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Terminating instance [ 1887.126141] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028003, 'name': CreateVM_Task, 'duration_secs': 0.356534} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.126141] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1887.126876] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.127175] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.127734] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1887.128130] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2960384f-2e48-4fce-b49d-639a7fb01058 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.135027] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1887.135027] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5271eb9a-1f10-a089-38f2-25729d7da819" [ 1887.135027] env[62226]: _type = "Task" [ 1887.135027] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.152105] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5271eb9a-1f10-a089-38f2-25729d7da819, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.154717] env[62226]: DEBUG nova.compute.manager [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Found 3 images (rotation: 2) {{(pid=62226) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1887.155079] env[62226]: DEBUG nova.compute.manager [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Rotating out 1 backups {{(pid=62226) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1887.155395] env[62226]: DEBUG nova.compute.manager [None req-7cf24e77-42fa-4d7b-8d0e-81037d90f77d tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Deleting image 83e8ff3e-c20d-4185-ad77-48b50af67c4a {{(pid=62226) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1887.158491] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.158491] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.158491] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.158491] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.159124] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.160506] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15ede612-a4b6-4075-9dee-13a4920601f6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.170974] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.171192] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.174217] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d38f5c-ba19-49cd-b383-8d5af68c1fea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.181951] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1887.181951] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529056ab-7900-75bb-a0ef-1bae598da5e1" [ 1887.181951] env[62226]: _type = "Task" [ 1887.181951] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.189847] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529056ab-7900-75bb-a0ef-1bae598da5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.237141] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028004, 'name': ReconfigVM_Task, 'duration_secs': 0.330573} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.239918] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Reconfigured VM instance instance-00000038 to attach disk [datastore2] e19b1d1f-d6ae-4e96-a097-063c8d1e2c78/e19b1d1f-d6ae-4e96-a097-063c8d1e2c78.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.240802] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028005, 'name': ReconfigVM_Task, 'duration_secs': 0.339913} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.240872] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23af3bd9-055e-423e-aa48-1a1e417de0c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.242865] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 54d8f236-db19-4cf9-8482-51693ee4085d/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.243387] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ad807d-7ef7-413e-aaf3-313bf8878dcb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.266731] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 1887.266731] env[62226]: value = "task-2028006" [ 1887.266731] env[62226]: _type = "Task" [ 1887.266731] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.273332] env[62226]: DEBUG nova.network.neutron [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1887.275523] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae33f16-16fc-4600-9f8c-77c76f48806e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.298013] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028006, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.299501] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1887.299501] env[62226]: value = "task-2028007" [ 1887.299501] env[62226]: _type = "Task" [ 1887.299501] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.308562] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.396602] env[62226]: DEBUG oslo_concurrency.lockutils [req-f0d4a4ac-e5a5-47a6-b864-ed925429bbdc req-44048701-acba-4293-9915-319bc499217e service nova] Releasing lock "refresh_cache-a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.433413] env[62226]: DEBUG nova.network.neutron [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Updating instance_info_cache with network_info: [{"id": "c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0", "address": "fa:16:3e:77:a4:15", "network": {"id": "81dd9a11-853a-43f0-ab20-8d35146702bc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-696775845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60612e3dc80246bbb53e689cee32181e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b38e5d-61", "ovs_interfaceid": "c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.562071] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c45262b1-efe4-43dc-9ae8-f6c232995b51 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.562071] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.633s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.562071] env[62226]: DEBUG nova.objects.instance [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Lazy-loading 'resources' on Instance uuid 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1887.624943] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.624943] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquired lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.624943] env[62226]: DEBUG nova.network.neutron [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1887.695023] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529056ab-7900-75bb-a0ef-1bae598da5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.695023] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1029dc3c-ff7c-4e44-9ae6-6ff69710f5ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.701011] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1887.701011] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cfde96-d83e-1988-d485-14fad7d161f7" [ 1887.701011] env[62226]: _type = "Task" [ 1887.701011] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.710734] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cfde96-d83e-1988-d485-14fad7d161f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.786199] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028006, 'name': Rename_Task, 'duration_secs': 0.158402} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.786478] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1887.786732] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb22a17e-9bf9-4a4a-8370-762d36568092 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.793939] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 1887.793939] env[62226]: value = "task-2028008" [ 1887.793939] env[62226]: _type = "Task" [ 1887.793939] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.801667] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.809460] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028007, 'name': ReconfigVM_Task, 'duration_secs': 0.163735} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.810960] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1887.810960] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bab10ca8-62da-4cfc-bf88-4df9a630aef8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.816531] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1887.816531] env[62226]: value = "task-2028009" [ 1887.816531] env[62226]: _type = "Task" [ 1887.816531] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.826535] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.861820] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "ab454db1-8b99-4608-8672-8f64a19274bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.862127] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "ab454db1-8b99-4608-8672-8f64a19274bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.862398] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "ab454db1-8b99-4608-8672-8f64a19274bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.862698] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "ab454db1-8b99-4608-8672-8f64a19274bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.862790] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "ab454db1-8b99-4608-8672-8f64a19274bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.865426] env[62226]: INFO nova.compute.manager [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Terminating instance [ 1887.937031] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Releasing lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.937133] env[62226]: DEBUG nova.compute.manager [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Instance network_info: |[{"id": "c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0", "address": "fa:16:3e:77:a4:15", "network": {"id": "81dd9a11-853a-43f0-ab20-8d35146702bc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-696775845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60612e3dc80246bbb53e689cee32181e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b38e5d-61", "ovs_interfaceid": "c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1887.937896] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:a4:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1887.947499] env[62226]: DEBUG oslo.service.loopingcall [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1887.948234] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1887.948913] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76c2090d-280f-4b4f-a75d-0993177005d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.970135] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1887.970135] env[62226]: value = "task-2028010" [ 1887.970135] env[62226]: _type = "Task" [ 1887.970135] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.979305] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028010, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.127173] env[62226]: DEBUG nova.compute.utils [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Can not refresh info_cache because instance was not found {{(pid=62226) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1888.147377] env[62226]: DEBUG nova.network.neutron [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1888.222034] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cfde96-d83e-1988-d485-14fad7d161f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011522} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.225317] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.225609] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] a8f951ce-66f6-4a44-a2aa-51b3a5cbde69/a8f951ce-66f6-4a44-a2aa-51b3a5cbde69.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1888.227262] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a0bcabb-ef1a-4bc3-bc09-f2bee4eac4e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.235091] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1888.235091] env[62226]: value = "task-2028011" [ 1888.235091] env[62226]: _type = "Task" [ 1888.235091] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.253396] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.255801] env[62226]: DEBUG nova.network.neutron [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.309166] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028008, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.329740] env[62226]: DEBUG oslo_vmware.api [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028009, 'name': PowerOnVM_Task, 'duration_secs': 0.404431} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.333427] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1888.336552] env[62226]: DEBUG nova.compute.manager [None req-f123c481-cee5-49f0-a64a-9899a23c1d09 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1888.337819] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3876cb9-27bb-4a78-b236-b8d8dcb2e07f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.369813] env[62226]: DEBUG nova.compute.manager [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1888.370156] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1888.371682] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9707fc59-6016-4508-88c9-bb3cbbf9e363 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.380427] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1888.383096] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d94206de-0670-4315-bc6e-f5cab82a96a8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.396971] env[62226]: DEBUG oslo_vmware.api [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1888.396971] env[62226]: value = "task-2028012" [ 1888.396971] env[62226]: _type = "Task" [ 1888.396971] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.414778] env[62226]: DEBUG nova.compute.manager [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Received event network-vif-plugged-c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1888.415114] env[62226]: DEBUG oslo_concurrency.lockutils [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] Acquiring lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.415114] env[62226]: DEBUG oslo_concurrency.lockutils [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] Lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.415309] env[62226]: DEBUG oslo_concurrency.lockutils [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] Lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.415374] env[62226]: DEBUG nova.compute.manager [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] No waiting events found dispatching network-vif-plugged-c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1888.415540] env[62226]: WARNING nova.compute.manager [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Received unexpected event network-vif-plugged-c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0 for instance with vm_state building and task_state spawning. [ 1888.415699] env[62226]: DEBUG nova.compute.manager [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Received event network-changed-c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1888.415852] env[62226]: DEBUG nova.compute.manager [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Refreshing instance network info cache due to event network-changed-c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1888.416049] env[62226]: DEBUG oslo_concurrency.lockutils [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] Acquiring lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.416213] env[62226]: DEBUG oslo_concurrency.lockutils [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] Acquired lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.416422] env[62226]: DEBUG nova.network.neutron [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Refreshing network info cache for port c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.421857] env[62226]: DEBUG oslo_vmware.api [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2028012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.481631] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028010, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.600323] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b1b4c7-7e50-4818-8774-dd4fa7994864 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.610540] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72a1fd8-04e2-42bc-a5a4-f50f7309bcc7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.647753] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4698cb-b47c-4f9c-964f-89f35baa2696 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.660072] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d27238-fed6-476e-a447-ef776ce96921 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.677963] env[62226]: DEBUG nova.compute.provider_tree [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.748262] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510366} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.748632] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] a8f951ce-66f6-4a44-a2aa-51b3a5cbde69/a8f951ce-66f6-4a44-a2aa-51b3a5cbde69.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1888.748852] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1888.749239] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32a44eb3-f2cf-410a-a86a-4d162e2b8bb3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.758403] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1888.758403] env[62226]: value = "task-2028013" [ 1888.758403] env[62226]: _type = "Task" [ 1888.758403] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.758797] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Releasing lock "refresh_cache-9707fb9d-86e4-4aa7-b64e-32d0648cc012" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.759258] env[62226]: DEBUG nova.compute.manager [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1888.759480] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1888.760579] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35e179fc-7cbe-47e5-b341-8110ca97cab4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.773075] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.777325] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7683e5b-eb34-430d-bcbc-81e79078e47c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.805387] env[62226]: DEBUG oslo_vmware.api [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028008, 'name': PowerOnVM_Task, 'duration_secs': 0.533946} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.823052] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1888.823918] env[62226]: INFO nova.compute.manager [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1888.824158] env[62226]: DEBUG nova.compute.manager [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1888.824951] env[62226]: WARNING nova.virt.vmwareapi.vmops [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9707fb9d-86e4-4aa7-b64e-32d0648cc012 could not be found. [ 1888.825163] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1888.825342] env[62226]: INFO nova.compute.manager [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1888.825598] env[62226]: DEBUG oslo.service.loopingcall [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.827542] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bb6e15-3d17-4f17-9797-ae9510c4818b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.830200] env[62226]: DEBUG nova.compute.manager [-] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1888.830291] env[62226]: DEBUG nova.network.neutron [-] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1888.849273] env[62226]: DEBUG nova.network.neutron [-] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1888.908636] env[62226]: DEBUG oslo_vmware.api [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2028012, 'name': PowerOffVM_Task, 'duration_secs': 0.359903} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.909781] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1888.910246] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1888.910328] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62b573e2-41c0-489b-bb3f-22db5cf522f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.980604] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028010, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.032530] env[62226]: DEBUG oslo_concurrency.lockutils [None req-32fd80c4-19c8-46bd-aadc-2e19886bb39b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "1e5ff955-6903-42cb-9583-95c9a142b41f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.032530] env[62226]: DEBUG oslo_concurrency.lockutils [None req-32fd80c4-19c8-46bd-aadc-2e19886bb39b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.032714] env[62226]: DEBUG nova.compute.manager [None req-32fd80c4-19c8-46bd-aadc-2e19886bb39b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.033790] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aa5b3b-8b69-46bf-8361-1d23d6f861fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.041448] env[62226]: DEBUG nova.compute.manager [None req-32fd80c4-19c8-46bd-aadc-2e19886bb39b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1889.041992] env[62226]: DEBUG nova.objects.instance [None req-32fd80c4-19c8-46bd-aadc-2e19886bb39b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'flavor' on Instance uuid 1e5ff955-6903-42cb-9583-95c9a142b41f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.101893] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1889.102185] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1889.102405] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Deleting the datastore file [datastore2] ab454db1-8b99-4608-8672-8f64a19274bd {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1889.102733] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66937524-2723-4f67-96fb-974fcf327adf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.111274] env[62226]: DEBUG oslo_vmware.api [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for the task: (returnval){ [ 1889.111274] env[62226]: value = "task-2028015" [ 1889.111274] env[62226]: _type = "Task" [ 1889.111274] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.122033] env[62226]: DEBUG oslo_vmware.api [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2028015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.152977] env[62226]: DEBUG nova.network.neutron [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Updated VIF entry in instance network info cache for port c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.153414] env[62226]: DEBUG nova.network.neutron [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Updating instance_info_cache with network_info: [{"id": "c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0", "address": "fa:16:3e:77:a4:15", "network": {"id": "81dd9a11-853a-43f0-ab20-8d35146702bc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-696775845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60612e3dc80246bbb53e689cee32181e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b38e5d-61", "ovs_interfaceid": "c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.181602] env[62226]: DEBUG nova.scheduler.client.report [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1889.273160] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090088} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.273779] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1889.274560] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b832ae23-fd04-415c-a401-9b4a8d2897f5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.300446] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] a8f951ce-66f6-4a44-a2aa-51b3a5cbde69/a8f951ce-66f6-4a44-a2aa-51b3a5cbde69.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1889.301017] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a7a3f4e-f6a2-47fd-883f-86d11ab8484d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.323075] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1889.323075] env[62226]: value = "task-2028016" [ 1889.323075] env[62226]: _type = "Task" [ 1889.323075] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.338188] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.352973] env[62226]: INFO nova.compute.manager [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Took 53.12 seconds to build instance. [ 1889.354916] env[62226]: DEBUG nova.network.neutron [-] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.482576] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028010, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.621768] env[62226]: DEBUG oslo_vmware.api [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Task: {'id': task-2028015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177168} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.622419] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1889.622685] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1889.622922] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1889.623162] env[62226]: INFO nova.compute.manager [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1889.623467] env[62226]: DEBUG oslo.service.loopingcall [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.623709] env[62226]: DEBUG nova.compute.manager [-] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1889.623866] env[62226]: DEBUG nova.network.neutron [-] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1889.656485] env[62226]: DEBUG oslo_concurrency.lockutils [req-3d76f648-61a7-44ba-a9e0-a515104c1928 req-9341c1ad-1218-421b-bbea-11f198fe9a46 service nova] Releasing lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.667103] env[62226]: INFO nova.compute.manager [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Unrescuing [ 1889.667397] env[62226]: DEBUG oslo_concurrency.lockutils [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "refresh_cache-54d8f236-db19-4cf9-8482-51693ee4085d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.667558] env[62226]: DEBUG oslo_concurrency.lockutils [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquired lock "refresh_cache-54d8f236-db19-4cf9-8482-51693ee4085d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.667731] env[62226]: DEBUG nova.network.neutron [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1889.686602] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.688973] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.228s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.693820] env[62226]: INFO nova.compute.claims [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1889.727072] env[62226]: INFO nova.scheduler.client.report [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Deleted allocations for instance 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2 [ 1889.837028] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.839417] env[62226]: DEBUG nova.compute.manager [req-211070c3-037d-4ea0-be0f-02bfebd9d87c req-79905258-85c0-4473-a61c-d9a22b19fe84 service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Received event network-changed-70a32b7f-7d98-4341-b15f-89a8e85fb585 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1889.839602] env[62226]: DEBUG nova.compute.manager [req-211070c3-037d-4ea0-be0f-02bfebd9d87c req-79905258-85c0-4473-a61c-d9a22b19fe84 service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Refreshing instance network info cache due to event network-changed-70a32b7f-7d98-4341-b15f-89a8e85fb585. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1889.839812] env[62226]: DEBUG oslo_concurrency.lockutils [req-211070c3-037d-4ea0-be0f-02bfebd9d87c req-79905258-85c0-4473-a61c-d9a22b19fe84 service nova] Acquiring lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.839950] env[62226]: DEBUG oslo_concurrency.lockutils [req-211070c3-037d-4ea0-be0f-02bfebd9d87c req-79905258-85c0-4473-a61c-d9a22b19fe84 service nova] Acquired lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.840196] env[62226]: DEBUG nova.network.neutron [req-211070c3-037d-4ea0-be0f-02bfebd9d87c req-79905258-85c0-4473-a61c-d9a22b19fe84 service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Refreshing network info cache for port 70a32b7f-7d98-4341-b15f-89a8e85fb585 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1889.858829] env[62226]: DEBUG oslo_concurrency.lockutils [None req-602e92de-202c-4317-8a26-17b20b450983 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.823s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.859188] env[62226]: INFO nova.compute.manager [-] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Took 1.03 seconds to deallocate network for instance. [ 1889.982703] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028010, 'name': CreateVM_Task, 'duration_secs': 1.591633} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.982885] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1889.983527] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.983690] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.984030] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1889.984756] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc8e92d7-af68-4d1e-a374-6a5f689ec5f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.990827] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1889.990827] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522f1b44-155e-b745-2dc3-119abbed1109" [ 1889.990827] env[62226]: _type = "Task" [ 1889.990827] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.001987] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522f1b44-155e-b745-2dc3-119abbed1109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.050573] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fd80c4-19c8-46bd-aadc-2e19886bb39b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1890.050884] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2363af20-c345-4457-8b8f-b193cc5db030 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.059866] env[62226]: DEBUG oslo_vmware.api [None req-32fd80c4-19c8-46bd-aadc-2e19886bb39b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1890.059866] env[62226]: value = "task-2028017" [ 1890.059866] env[62226]: _type = "Task" [ 1890.059866] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.065623] env[62226]: DEBUG oslo_vmware.rw_handles [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7c486-04f0-78e9-461b-b053a73fa5f2/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1890.066527] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612757b0-a446-4d6a-bafd-b81c15b52f68 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.074557] env[62226]: DEBUG oslo_vmware.rw_handles [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7c486-04f0-78e9-461b-b053a73fa5f2/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1890.074758] env[62226]: ERROR oslo_vmware.rw_handles [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7c486-04f0-78e9-461b-b053a73fa5f2/disk-0.vmdk due to incomplete transfer. [ 1890.077747] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71517cad-837a-427d-9143-e382cd436dd3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.080056] env[62226]: DEBUG oslo_vmware.api [None req-32fd80c4-19c8-46bd-aadc-2e19886bb39b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.089282] env[62226]: DEBUG oslo_vmware.rw_handles [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7c486-04f0-78e9-461b-b053a73fa5f2/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1890.089282] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Uploaded image 6b654ed1-36e5-4243-a26e-0f12225cad35 to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1890.090410] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1890.090685] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a961d1eb-6766-4e74-b75d-ef9a524e8646 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.099403] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1890.099403] env[62226]: value = "task-2028018" [ 1890.099403] env[62226]: _type = "Task" [ 1890.099403] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.109427] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028018, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.233823] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3d56834-f786-410c-9cd3-efea4469c781 tempest-ServersNegativeTestMultiTenantJSON-1358424245 tempest-ServersNegativeTestMultiTenantJSON-1358424245-project-member] Lock "5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.218s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.339066] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028016, 'name': ReconfigVM_Task, 'duration_secs': 0.864378} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.339427] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Reconfigured VM instance instance-00000039 to attach disk [datastore2] a8f951ce-66f6-4a44-a2aa-51b3a5cbde69/a8f951ce-66f6-4a44-a2aa-51b3a5cbde69.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.340088] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdd45073-b877-4554-a558-2ecaac70cc57 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.349851] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1890.349851] env[62226]: value = "task-2028019" [ 1890.349851] env[62226]: _type = "Task" [ 1890.349851] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.365710] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028019, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.365710] env[62226]: INFO nova.compute.manager [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Instance disappeared during terminate [ 1890.365710] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eef794a2-262a-4ca3-a9da-ff448dda13ac tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "9707fb9d-86e4-4aa7-b64e-32d0648cc012" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.255s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.459265] env[62226]: DEBUG nova.network.neutron [-] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.503553] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522f1b44-155e-b745-2dc3-119abbed1109, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.504267] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.505293] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1890.505293] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.505293] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.508194] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1890.508194] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cca9f8a2-37af-46c9-b8f3-fbc4cfe3b6c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.522607] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1890.530740] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1890.530740] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f12b47b-91c4-4dc9-98b9-bb9eb2b7568f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.538559] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1890.538559] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5210aec0-2d4c-1200-810c-8d2db82c00e1" [ 1890.538559] env[62226]: _type = "Task" [ 1890.538559] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.550089] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5210aec0-2d4c-1200-810c-8d2db82c00e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013235} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.551371] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3236335-3288-4f97-a104-72b18061ac46 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.558916] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1890.558916] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f845db-1172-c481-f65a-43e896f9f915" [ 1890.558916] env[62226]: _type = "Task" [ 1890.558916] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.577025] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f845db-1172-c481-f65a-43e896f9f915, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.577025] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.577025] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d/22efdb2e-2bf3-4f08-bba8-39eecbf4f78d.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1890.577025] env[62226]: DEBUG oslo_vmware.api [None req-32fd80c4-19c8-46bd-aadc-2e19886bb39b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028017, 'name': PowerOffVM_Task, 'duration_secs': 0.284641} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.577025] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cd436c9-f6d0-4f0b-8dad-d9700b129fac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.579200] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fd80c4-19c8-46bd-aadc-2e19886bb39b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.579577] env[62226]: DEBUG nova.compute.manager [None req-32fd80c4-19c8-46bd-aadc-2e19886bb39b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.580497] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c80d28-b512-4983-9a0a-55938bcca8b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.590903] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1890.590903] env[62226]: value = "task-2028020" [ 1890.590903] env[62226]: _type = "Task" [ 1890.590903] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.599628] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.610340] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028018, 'name': Destroy_Task, 'duration_secs': 0.465208} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.610864] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Destroyed the VM [ 1890.611274] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1890.611669] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27e3ad01-782b-49cc-8798-9dda0e47d1c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.620148] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1890.620148] env[62226]: value = "task-2028021" [ 1890.620148] env[62226]: _type = "Task" [ 1890.620148] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.632372] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028021, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.720896] env[62226]: DEBUG nova.network.neutron [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Updating instance_info_cache with network_info: [{"id": "2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b", "address": "fa:16:3e:ec:49:e7", "network": {"id": "dc9fe337-1584-44cd-8718-84819b52c32c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-734330612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5e12d226929f43cd90e14dd1c45a3eef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe3bebc-6c", "ovs_interfaceid": "2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.873323] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028019, 'name': Rename_Task, 'duration_secs': 0.195313} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.873323] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1890.873323] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d62cda92-8067-4991-b25d-dd5bea3a8cf6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.885733] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 1890.885733] env[62226]: value = "task-2028022" [ 1890.885733] env[62226]: _type = "Task" [ 1890.885733] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.901306] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.962422] env[62226]: INFO nova.compute.manager [-] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Took 1.34 seconds to deallocate network for instance. [ 1891.099033] env[62226]: DEBUG oslo_concurrency.lockutils [None req-32fd80c4-19c8-46bd-aadc-2e19886bb39b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.100896] env[62226]: DEBUG nova.network.neutron [req-211070c3-037d-4ea0-be0f-02bfebd9d87c req-79905258-85c0-4473-a61c-d9a22b19fe84 service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updated VIF entry in instance network info cache for port 70a32b7f-7d98-4341-b15f-89a8e85fb585. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1891.101256] env[62226]: DEBUG nova.network.neutron [req-211070c3-037d-4ea0-be0f-02bfebd9d87c req-79905258-85c0-4473-a61c-d9a22b19fe84 service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance_info_cache with network_info: [{"id": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "address": "fa:16:3e:4b:0c:4f", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a32b7f-7d", "ovs_interfaceid": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.113214] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471559} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.114483] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d/22efdb2e-2bf3-4f08-bba8-39eecbf4f78d.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1891.114616] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1891.115642] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10a5bf2c-7405-4543-a3fd-bd5e99a7e99a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.132768] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1891.132768] env[62226]: value = "task-2028023" [ 1891.132768] env[62226]: _type = "Task" [ 1891.132768] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.138486] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028021, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.154237] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.221727] env[62226]: DEBUG oslo_concurrency.lockutils [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Releasing lock "refresh_cache-54d8f236-db19-4cf9-8482-51693ee4085d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.222501] env[62226]: DEBUG nova.objects.instance [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lazy-loading 'flavor' on Instance uuid 54d8f236-db19-4cf9-8482-51693ee4085d {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.292952] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86f5d15-7c4f-4ca1-a023-81b4cec2c483 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.301345] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb266888-83eb-4851-8534-9e815d969518 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.311176] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.311176] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.311176] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.311176] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.311176] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.340100] env[62226]: INFO nova.compute.manager [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Terminating instance [ 1891.342362] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470876d9-5548-4e7a-a43a-4ad357f4695d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.354221] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d4e39b-1a90-42de-b0a9-90d6eeb38288 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.372291] env[62226]: DEBUG nova.compute.provider_tree [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1891.396990] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.477175] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.606812] env[62226]: DEBUG oslo_concurrency.lockutils [req-211070c3-037d-4ea0-be0f-02bfebd9d87c req-79905258-85c0-4473-a61c-d9a22b19fe84 service nova] Releasing lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.637846] env[62226]: DEBUG oslo_vmware.api [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028021, 'name': RemoveSnapshot_Task, 'duration_secs': 0.886692} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.641612] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1891.641902] env[62226]: INFO nova.compute.manager [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Took 15.56 seconds to snapshot the instance on the hypervisor. [ 1891.650519] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074331} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.650791] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1891.651613] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a727b359-cf6d-4741-b702-4949120a4f55 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.678532] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d/22efdb2e-2bf3-4f08-bba8-39eecbf4f78d.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.679102] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be973df-0969-4662-9e58-f0b80d68003d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.708884] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1891.708884] env[62226]: value = "task-2028024" [ 1891.708884] env[62226]: _type = "Task" [ 1891.708884] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.719501] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.728779] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf06499-5da0-4c8b-b303-a30ffeb03e9b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.754041] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1891.754041] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99ccfbf1-54c3-499b-8fad-9ea9463e086c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.763770] env[62226]: DEBUG oslo_vmware.api [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1891.763770] env[62226]: value = "task-2028025" [ 1891.763770] env[62226]: _type = "Task" [ 1891.763770] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.775407] env[62226]: DEBUG oslo_vmware.api [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.851216] env[62226]: DEBUG nova.compute.manager [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1891.851216] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1891.851216] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952faf19-ba88-469e-ae7c-2ac1c8ddc9c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.862168] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1891.862168] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3251cabd-d8f4-4e16-b6e8-4f3298fe5b13 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.876731] env[62226]: DEBUG nova.scheduler.client.report [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1891.906533] env[62226]: DEBUG oslo_vmware.api [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028022, 'name': PowerOnVM_Task, 'duration_secs': 0.918247} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.908081] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1891.908081] env[62226]: INFO nova.compute.manager [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1891.908081] env[62226]: DEBUG nova.compute.manager [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1891.909598] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5db054-cf9d-43a6-a839-e99b2d772561 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.956976] env[62226]: DEBUG nova.compute.manager [req-fc60fa2f-301c-4b15-a5f9-7d21658eeec2 req-685f7902-33aa-425a-bd24-c376eb93e935 service nova] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Received event network-vif-deleted-ec8dcdff-53af-4543-a1ef-416539ac02f7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1891.964405] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1891.964949] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1891.965109] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleting the datastore file [datastore1] b5fe2d57-4ec1-4411-8c7c-50f4c6047940 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1891.967150] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b406ba6f-4735-4d8a-9101-ad4c04a36d32 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.974582] env[62226]: DEBUG oslo_vmware.api [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1891.974582] env[62226]: value = "task-2028027" [ 1891.974582] env[62226]: _type = "Task" [ 1891.974582] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.988272] env[62226]: DEBUG oslo_vmware.api [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.148040] env[62226]: DEBUG nova.compute.manager [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Instance disappeared during snapshot {{(pid=62226) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1892.165892] env[62226]: DEBUG nova.compute.manager [None req-6a14ed71-ddce-43ac-b54e-6c36c0006bb7 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Image not found during clean up 6b654ed1-36e5-4243-a26e-0f12225cad35 {{(pid=62226) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1892.180410] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "08b359f8-85c7-4a1f-b4c4-fdde498c2d89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.180716] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "08b359f8-85c7-4a1f-b4c4-fdde498c2d89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.222832] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.281946] env[62226]: DEBUG oslo_vmware.api [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028025, 'name': PowerOffVM_Task, 'duration_secs': 0.340024} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.281946] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1892.287852] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1892.288244] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa3d201-2bb0-457e-8b35-be5a43e8fd2d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.307657] env[62226]: DEBUG oslo_vmware.api [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1892.307657] env[62226]: value = "task-2028028" [ 1892.307657] env[62226]: _type = "Task" [ 1892.307657] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.322156] env[62226]: DEBUG oslo_vmware.api [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.384827] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.385293] env[62226]: DEBUG nova.compute.manager [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1892.388020] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.173s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.389610] env[62226]: INFO nova.compute.claims [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1892.429778] env[62226]: INFO nova.compute.manager [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Took 51.65 seconds to build instance. [ 1892.486073] env[62226]: DEBUG oslo_vmware.api [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14642} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.486073] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1892.486390] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1892.486678] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1892.486910] env[62226]: INFO nova.compute.manager [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1892.487253] env[62226]: DEBUG oslo.service.loopingcall [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.487469] env[62226]: DEBUG nova.compute.manager [-] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1892.487578] env[62226]: DEBUG nova.network.neutron [-] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1892.685521] env[62226]: DEBUG nova.compute.manager [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1892.722021] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028024, 'name': ReconfigVM_Task, 'duration_secs': 0.593878} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.722330] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d/22efdb2e-2bf3-4f08-bba8-39eecbf4f78d.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.722976] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb07fd0c-2b61-403f-ba45-c10c4e5793fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.730112] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1892.730112] env[62226]: value = "task-2028029" [ 1892.730112] env[62226]: _type = "Task" [ 1892.730112] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.737805] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028029, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.818433] env[62226]: DEBUG oslo_vmware.api [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.894876] env[62226]: DEBUG nova.compute.utils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1892.901271] env[62226]: DEBUG nova.compute.manager [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1892.901655] env[62226]: DEBUG nova.network.neutron [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1892.932397] env[62226]: DEBUG oslo_concurrency.lockutils [None req-896e1dbf-a0d8-4bd1-8c68-26027cad86b8 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.759s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.973391] env[62226]: DEBUG nova.policy [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26141c86654e4b5280d3d97a14fa5313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec98363f37c46b9a380ef16befd4154', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1893.054489] env[62226]: DEBUG nova.compute.manager [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Stashing vm_state: stopped {{(pid=62226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1893.168815] env[62226]: DEBUG nova.compute.manager [req-9d96d704-f689-4867-b74c-bd4cbbb5d5a8 req-cb170494-880f-4a36-8e7a-1fa5bb1a132f service nova] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Received event network-vif-deleted-b0b628fd-19d5-4849-b385-de22cc42ee77 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1893.168882] env[62226]: INFO nova.compute.manager [req-9d96d704-f689-4867-b74c-bd4cbbb5d5a8 req-cb170494-880f-4a36-8e7a-1fa5bb1a132f service nova] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Neutron deleted interface b0b628fd-19d5-4849-b385-de22cc42ee77; detaching it from the instance and deleting it from the info cache [ 1893.169078] env[62226]: DEBUG nova.network.neutron [req-9d96d704-f689-4867-b74c-bd4cbbb5d5a8 req-cb170494-880f-4a36-8e7a-1fa5bb1a132f service nova] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.211519] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.241584] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028029, 'name': Rename_Task, 'duration_secs': 0.221187} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.241931] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1893.242247] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c5a8547-c129-4181-8c82-0e5f403d1130 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.249366] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1893.249366] env[62226]: value = "task-2028030" [ 1893.249366] env[62226]: _type = "Task" [ 1893.249366] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.262063] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.321671] env[62226]: DEBUG oslo_vmware.api [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028028, 'name': ReconfigVM_Task, 'duration_secs': 0.626527} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.322108] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1893.322338] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1893.322624] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f589246b-f9fb-41b9-b9f5-0c4218da3646 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.330176] env[62226]: DEBUG oslo_vmware.api [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1893.330176] env[62226]: value = "task-2028031" [ 1893.330176] env[62226]: _type = "Task" [ 1893.330176] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.341894] env[62226]: DEBUG oslo_vmware.api [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.402433] env[62226]: DEBUG nova.compute.manager [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1893.432051] env[62226]: DEBUG nova.network.neutron [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Successfully created port: 34a93dd3-f449-4c74-9604-fbaed942fa99 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1893.482897] env[62226]: DEBUG nova.network.neutron [-] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.582728] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.673516] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52c21310-a236-4337-aaf3-d58cb9c4146a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.685076] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785b86ca-6ed2-45ca-9977-ee316e023edd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.726116] env[62226]: DEBUG nova.compute.manager [req-9d96d704-f689-4867-b74c-bd4cbbb5d5a8 req-cb170494-880f-4a36-8e7a-1fa5bb1a132f service nova] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Detach interface failed, port_id=b0b628fd-19d5-4849-b385-de22cc42ee77, reason: Instance b5fe2d57-4ec1-4411-8c7c-50f4c6047940 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1893.765015] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028030, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.841228] env[62226]: DEBUG oslo_vmware.api [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.988909] env[62226]: INFO nova.compute.manager [-] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Took 1.50 seconds to deallocate network for instance. [ 1894.000253] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9044946a-2ca9-4cef-b939-e2660fefc709 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.009594] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2039263b-d2e6-44b9-9fe8-53e4e754cd61 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.049382] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bc83ac-2c5b-409e-8e71-17e2c44cf680 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.059352] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b40db1-3c2c-426c-bde0-dee314cd4065 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.074888] env[62226]: DEBUG nova.compute.provider_tree [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.261224] env[62226]: DEBUG oslo_vmware.api [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028030, 'name': PowerOnVM_Task, 'duration_secs': 0.764128} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.261563] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.261782] env[62226]: INFO nova.compute.manager [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1894.261926] env[62226]: DEBUG nova.compute.manager [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.262693] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ad4b73-1738-465f-9769-52de2e9b8174 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.341470] env[62226]: DEBUG oslo_vmware.api [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028031, 'name': PowerOnVM_Task, 'duration_secs': 0.760146} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.341744] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.341974] env[62226]: DEBUG nova.compute.manager [None req-31a1f4b3-f582-4422-b29d-2e12d7fd27a6 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.342778] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad418d46-b213-4ac0-b182-408644823660 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.419424] env[62226]: DEBUG nova.compute.manager [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1894.445389] env[62226]: DEBUG nova.virt.hardware [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1894.445389] env[62226]: DEBUG nova.virt.hardware [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1894.445532] env[62226]: DEBUG nova.virt.hardware [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1894.445649] env[62226]: DEBUG nova.virt.hardware [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1894.445799] env[62226]: DEBUG nova.virt.hardware [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1894.445937] env[62226]: DEBUG nova.virt.hardware [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1894.446208] env[62226]: DEBUG nova.virt.hardware [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1894.446382] env[62226]: DEBUG nova.virt.hardware [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1894.446555] env[62226]: DEBUG nova.virt.hardware [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1894.446721] env[62226]: DEBUG nova.virt.hardware [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1894.447017] env[62226]: DEBUG nova.virt.hardware [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1894.447883] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cc4ede-2b06-4ae6-b416-be3c26ebb11c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.456151] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc418c5-a3ca-4148-880b-50ced5bc620b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.500186] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.578085] env[62226]: DEBUG nova.scheduler.client.report [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1894.778768] env[62226]: INFO nova.compute.manager [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Took 52.76 seconds to build instance. [ 1894.897969] env[62226]: DEBUG nova.compute.manager [req-eecce071-4b79-4109-b403-34746c394fe7 req-48da1222-fdfa-4b76-9ada-5a13fb4a742c service nova] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Received event network-vif-plugged-34a93dd3-f449-4c74-9604-fbaed942fa99 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1894.898283] env[62226]: DEBUG oslo_concurrency.lockutils [req-eecce071-4b79-4109-b403-34746c394fe7 req-48da1222-fdfa-4b76-9ada-5a13fb4a742c service nova] Acquiring lock "c845f5f3-6086-4e3b-87d9-f773e835dba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.898508] env[62226]: DEBUG oslo_concurrency.lockutils [req-eecce071-4b79-4109-b403-34746c394fe7 req-48da1222-fdfa-4b76-9ada-5a13fb4a742c service nova] Lock "c845f5f3-6086-4e3b-87d9-f773e835dba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.898689] env[62226]: DEBUG oslo_concurrency.lockutils [req-eecce071-4b79-4109-b403-34746c394fe7 req-48da1222-fdfa-4b76-9ada-5a13fb4a742c service nova] Lock "c845f5f3-6086-4e3b-87d9-f773e835dba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.898864] env[62226]: DEBUG nova.compute.manager [req-eecce071-4b79-4109-b403-34746c394fe7 req-48da1222-fdfa-4b76-9ada-5a13fb4a742c service nova] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] No waiting events found dispatching network-vif-plugged-34a93dd3-f449-4c74-9604-fbaed942fa99 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1894.899898] env[62226]: WARNING nova.compute.manager [req-eecce071-4b79-4109-b403-34746c394fe7 req-48da1222-fdfa-4b76-9ada-5a13fb4a742c service nova] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Received unexpected event network-vif-plugged-34a93dd3-f449-4c74-9604-fbaed942fa99 for instance with vm_state building and task_state spawning. [ 1894.993658] env[62226]: DEBUG nova.network.neutron [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Successfully updated port: 34a93dd3-f449-4c74-9604-fbaed942fa99 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1895.083457] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.084043] env[62226]: DEBUG nova.compute.manager [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1895.086647] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.844s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.200997] env[62226]: DEBUG nova.compute.manager [req-87995006-c549-4600-92cf-560c62cbd2ca req-0fab85a8-0854-498e-8f69-d5598e622101 service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Received event network-changed-90c17c63-5d6d-429e-9ffc-2736aca69ddd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1895.201227] env[62226]: DEBUG nova.compute.manager [req-87995006-c549-4600-92cf-560c62cbd2ca req-0fab85a8-0854-498e-8f69-d5598e622101 service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Refreshing instance network info cache due to event network-changed-90c17c63-5d6d-429e-9ffc-2736aca69ddd. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1895.201445] env[62226]: DEBUG oslo_concurrency.lockutils [req-87995006-c549-4600-92cf-560c62cbd2ca req-0fab85a8-0854-498e-8f69-d5598e622101 service nova] Acquiring lock "refresh_cache-a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.201589] env[62226]: DEBUG oslo_concurrency.lockutils [req-87995006-c549-4600-92cf-560c62cbd2ca req-0fab85a8-0854-498e-8f69-d5598e622101 service nova] Acquired lock "refresh_cache-a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.201749] env[62226]: DEBUG nova.network.neutron [req-87995006-c549-4600-92cf-560c62cbd2ca req-0fab85a8-0854-498e-8f69-d5598e622101 service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Refreshing network info cache for port 90c17c63-5d6d-429e-9ffc-2736aca69ddd {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.281261] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11792551-668f-4a41-80bd-4595327f3a73 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.366s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.496154] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "refresh_cache-c845f5f3-6086-4e3b-87d9-f773e835dba5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.496307] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "refresh_cache-c845f5f3-6086-4e3b-87d9-f773e835dba5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.496460] env[62226]: DEBUG nova.network.neutron [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.590353] env[62226]: DEBUG nova.compute.utils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1895.591792] env[62226]: DEBUG nova.compute.manager [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1895.596518] env[62226]: DEBUG nova.network.neutron [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1895.610944] env[62226]: DEBUG nova.compute.manager [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1895.651359] env[62226]: DEBUG nova.policy [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1c95592c3e34206995a8104c84a0ef1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c1a030537964d8c8ec1e118064957fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1895.913680] env[62226]: DEBUG nova.network.neutron [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Successfully created port: 1d406371-72ed-4272-841f-27523cd7780e {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1896.047210] env[62226]: DEBUG nova.network.neutron [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1896.111310] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Applying migration context for instance c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5 as it has an incoming, in-progress migration 8bb2656b-3df6-4112-8daa-3861ccfe45f2. Migration status is reverting {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1896.115029] env[62226]: INFO nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating resource usage from migration 8bb2656b-3df6-4112-8daa-3861ccfe45f2 [ 1896.115029] env[62226]: INFO nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating resource usage from migration 81e32b7c-9493-4eb0-8204-6f1926d7843a [ 1896.115029] env[62226]: INFO nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating resource usage from migration d8021084-ec2d-4825-9f11-0492af667301 [ 1896.145496] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 0b3e91bd-a9ae-4855-85e7-fe143443b11f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.145668] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 495e4bed-69b0-431a-959a-06d99a5b3e0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.145794] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance c50bc1d9-19e6-439e-8782-7b268047d420 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.145910] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance a8b57022-3376-4cd7-a883-01eac833e7ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.146451] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 7f16ec7d-56cf-4636-bcca-9dd80b5470b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.146451] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance a1ec2078-1ae4-4bba-b6e7-5f54b453e5db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.146451] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance ab454db1-8b99-4608-8672-8f64a19274bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1896.146607] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 61bc8cf8-f078-4dd8-90eb-b5e6814abc08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.146607] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 8fab02f5-4ebd-4b01-acf1-acdd76b918bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.146726] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.146832] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 0e25fe39-4a1a-49ae-b169-8385b977c93c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.146990] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 15ce5c9d-346d-4ec7-b8d8-77c42099fd76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1896.147708] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 5157170e-858f-4987-b121-3eb983e66d7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.147708] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance d09b72aa-8156-445b-befc-14983b6484bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.147708] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 483402d1-e1d6-43b5-ac95-b3b776d9b367 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1896.147708] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 7a31fc47-22a2-441c-97ca-2aa91b931098 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.147708] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 8af64c78-3bdf-4313-bf58-dca8f36a7098 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1896.147965] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance b5fe2d57-4ec1-4411-8c7c-50f4c6047940 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1896.147965] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Migration 8bb2656b-3df6-4112-8daa-3861ccfe45f2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1896.147965] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.148130] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 54d8f236-db19-4cf9-8482-51693ee4085d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.148266] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.148548] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance a8f951ce-66f6-4a44-a2aa-51b3a5cbde69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.148720] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.148850] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance c845f5f3-6086-4e3b-87d9-f773e835dba5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.148964] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 364db07d-7e5a-4c43-b2c8-fc66f4e04533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.273521] env[62226]: DEBUG nova.network.neutron [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Updating instance_info_cache with network_info: [{"id": "34a93dd3-f449-4c74-9604-fbaed942fa99", "address": "fa:16:3e:5e:1a:f7", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a93dd3-f4", "ovs_interfaceid": "34a93dd3-f449-4c74-9604-fbaed942fa99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.297714] env[62226]: DEBUG nova.network.neutron [req-87995006-c549-4600-92cf-560c62cbd2ca req-0fab85a8-0854-498e-8f69-d5598e622101 service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Updated VIF entry in instance network info cache for port 90c17c63-5d6d-429e-9ffc-2736aca69ddd. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.298113] env[62226]: DEBUG nova.network.neutron [req-87995006-c549-4600-92cf-560c62cbd2ca req-0fab85a8-0854-498e-8f69-d5598e622101 service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Updating instance_info_cache with network_info: [{"id": "90c17c63-5d6d-429e-9ffc-2736aca69ddd", "address": "fa:16:3e:75:c8:98", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c17c63-5d", "ovs_interfaceid": "90c17c63-5d6d-429e-9ffc-2736aca69ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.390885] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "54d8f236-db19-4cf9-8482-51693ee4085d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.390885] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "54d8f236-db19-4cf9-8482-51693ee4085d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.392407] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "54d8f236-db19-4cf9-8482-51693ee4085d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.392407] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "54d8f236-db19-4cf9-8482-51693ee4085d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.392407] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "54d8f236-db19-4cf9-8482-51693ee4085d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.393689] env[62226]: INFO nova.compute.manager [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Terminating instance [ 1896.626537] env[62226]: DEBUG nova.compute.manager [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1896.653114] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 13fa5844-1487-4374-bb29-f6bf9a667fb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1896.664012] env[62226]: DEBUG nova.virt.hardware [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1896.664205] env[62226]: DEBUG nova.virt.hardware [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1896.664381] env[62226]: DEBUG nova.virt.hardware [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1896.664536] env[62226]: DEBUG nova.virt.hardware [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1896.664808] env[62226]: DEBUG nova.virt.hardware [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1896.664808] env[62226]: DEBUG nova.virt.hardware [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1896.665043] env[62226]: DEBUG nova.virt.hardware [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1896.665214] env[62226]: DEBUG nova.virt.hardware [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1896.665387] env[62226]: DEBUG nova.virt.hardware [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1896.665552] env[62226]: DEBUG nova.virt.hardware [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1896.665726] env[62226]: DEBUG nova.virt.hardware [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1896.667784] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7118a4b8-2236-4073-b4ff-f7bceb054720 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.677296] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425a0116-f0bc-420d-b0b7-459f5e7d303e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.776427] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "refresh_cache-c845f5f3-6086-4e3b-87d9-f773e835dba5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.776776] env[62226]: DEBUG nova.compute.manager [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Instance network_info: |[{"id": "34a93dd3-f449-4c74-9604-fbaed942fa99", "address": "fa:16:3e:5e:1a:f7", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a93dd3-f4", "ovs_interfaceid": "34a93dd3-f449-4c74-9604-fbaed942fa99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1896.777266] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:1a:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34a93dd3-f449-4c74-9604-fbaed942fa99', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.785526] env[62226]: DEBUG oslo.service.loopingcall [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.785764] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.785995] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b44419aa-38dd-4415-9009-24268bf2d661 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.800839] env[62226]: DEBUG oslo_concurrency.lockutils [req-87995006-c549-4600-92cf-560c62cbd2ca req-0fab85a8-0854-498e-8f69-d5598e622101 service nova] Releasing lock "refresh_cache-a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.807250] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.807250] env[62226]: value = "task-2028032" [ 1896.807250] env[62226]: _type = "Task" [ 1896.807250] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.815667] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028032, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.823263] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.823555] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.823791] env[62226]: INFO nova.compute.manager [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Rebooting instance [ 1896.897313] env[62226]: DEBUG nova.compute.manager [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.897616] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.898917] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5cc81a-0476-4221-afcb-e38f6aa661cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.907882] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.908353] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda86c9c-4875-4012-882f-05419eefb5e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.914699] env[62226]: DEBUG oslo_vmware.api [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1896.914699] env[62226]: value = "task-2028033" [ 1896.914699] env[62226]: _type = "Task" [ 1896.914699] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.922575] env[62226]: DEBUG oslo_vmware.api [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.933072] env[62226]: DEBUG nova.compute.manager [req-764c6e25-167d-4cb0-a9b5-52c8065def05 req-b6f2f3ad-34aa-4d5f-a69e-244ef92c1bde service nova] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Received event network-changed-34a93dd3-f449-4c74-9604-fbaed942fa99 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1896.934230] env[62226]: DEBUG nova.compute.manager [req-764c6e25-167d-4cb0-a9b5-52c8065def05 req-b6f2f3ad-34aa-4d5f-a69e-244ef92c1bde service nova] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Refreshing instance network info cache due to event network-changed-34a93dd3-f449-4c74-9604-fbaed942fa99. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1896.934230] env[62226]: DEBUG oslo_concurrency.lockutils [req-764c6e25-167d-4cb0-a9b5-52c8065def05 req-b6f2f3ad-34aa-4d5f-a69e-244ef92c1bde service nova] Acquiring lock "refresh_cache-c845f5f3-6086-4e3b-87d9-f773e835dba5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.934230] env[62226]: DEBUG oslo_concurrency.lockutils [req-764c6e25-167d-4cb0-a9b5-52c8065def05 req-b6f2f3ad-34aa-4d5f-a69e-244ef92c1bde service nova] Acquired lock "refresh_cache-c845f5f3-6086-4e3b-87d9-f773e835dba5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.934230] env[62226]: DEBUG nova.network.neutron [req-764c6e25-167d-4cb0-a9b5-52c8065def05 req-b6f2f3ad-34aa-4d5f-a69e-244ef92c1bde service nova] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Refreshing network info cache for port 34a93dd3-f449-4c74-9604-fbaed942fa99 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1897.157616] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1897.266555] env[62226]: DEBUG nova.compute.manager [req-8ffa91c9-dc87-40f8-bc4a-7c647282f9ee req-3b889595-96a1-427c-b597-fcdca48d93cf service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Received event network-changed-c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1897.266555] env[62226]: DEBUG nova.compute.manager [req-8ffa91c9-dc87-40f8-bc4a-7c647282f9ee req-3b889595-96a1-427c-b597-fcdca48d93cf service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Refreshing instance network info cache due to event network-changed-c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1897.266621] env[62226]: DEBUG oslo_concurrency.lockutils [req-8ffa91c9-dc87-40f8-bc4a-7c647282f9ee req-3b889595-96a1-427c-b597-fcdca48d93cf service nova] Acquiring lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.267646] env[62226]: DEBUG oslo_concurrency.lockutils [req-8ffa91c9-dc87-40f8-bc4a-7c647282f9ee req-3b889595-96a1-427c-b597-fcdca48d93cf service nova] Acquired lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.267646] env[62226]: DEBUG nova.network.neutron [req-8ffa91c9-dc87-40f8-bc4a-7c647282f9ee req-3b889595-96a1-427c-b597-fcdca48d93cf service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Refreshing network info cache for port c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1897.318085] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028032, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.347739] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.424307] env[62226]: DEBUG oslo_vmware.api [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028033, 'name': PowerOffVM_Task, 'duration_secs': 0.303132} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.424827] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1897.424827] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1897.424983] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c058927f-8107-4b79-bce9-da1139e5bc8f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.562610] env[62226]: DEBUG nova.network.neutron [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Successfully updated port: 1d406371-72ed-4272-841f-27523cd7780e {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1897.619116] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.619299] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.619487] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Deleting the datastore file [datastore2] 54d8f236-db19-4cf9-8482-51693ee4085d {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.619744] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e6ca92e-ad60-4fe8-a097-b85e4b45c2c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.627684] env[62226]: DEBUG oslo_vmware.api [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1897.627684] env[62226]: value = "task-2028035" [ 1897.627684] env[62226]: _type = "Task" [ 1897.627684] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.636380] env[62226]: DEBUG oslo_vmware.api [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.660771] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 95ad0081-2084-416e-ad43-14207ddb5055 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1897.660983] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Migration 81e32b7c-9493-4eb0-8204-6f1926d7843a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1897.661088] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1897.818750] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028032, 'name': CreateVM_Task, 'duration_secs': 0.576167} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.818912] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.819773] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.819966] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.820342] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1897.821205] env[62226]: DEBUG nova.network.neutron [req-764c6e25-167d-4cb0-a9b5-52c8065def05 req-b6f2f3ad-34aa-4d5f-a69e-244ef92c1bde service nova] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Updated VIF entry in instance network info cache for port 34a93dd3-f449-4c74-9604-fbaed942fa99. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.821550] env[62226]: DEBUG nova.network.neutron [req-764c6e25-167d-4cb0-a9b5-52c8065def05 req-b6f2f3ad-34aa-4d5f-a69e-244ef92c1bde service nova] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Updating instance_info_cache with network_info: [{"id": "34a93dd3-f449-4c74-9604-fbaed942fa99", "address": "fa:16:3e:5e:1a:f7", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a93dd3-f4", "ovs_interfaceid": "34a93dd3-f449-4c74-9604-fbaed942fa99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.822685] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc024ed-3ac2-4330-887c-fe08fc56f314 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.828791] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1897.828791] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bbf1c1-23a1-cad2-b182-3db2156fa0fc" [ 1897.828791] env[62226]: _type = "Task" [ 1897.828791] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.835574] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bbf1c1-23a1-cad2-b182-3db2156fa0fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.968732] env[62226]: DEBUG nova.network.neutron [req-8ffa91c9-dc87-40f8-bc4a-7c647282f9ee req-3b889595-96a1-427c-b597-fcdca48d93cf service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Updated VIF entry in instance network info cache for port c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.969162] env[62226]: DEBUG nova.network.neutron [req-8ffa91c9-dc87-40f8-bc4a-7c647282f9ee req-3b889595-96a1-427c-b597-fcdca48d93cf service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Updating instance_info_cache with network_info: [{"id": "c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0", "address": "fa:16:3e:77:a4:15", "network": {"id": "81dd9a11-853a-43f0-ab20-8d35146702bc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-696775845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60612e3dc80246bbb53e689cee32181e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b38e5d-61", "ovs_interfaceid": "c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.067771] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Acquiring lock "refresh_cache-364db07d-7e5a-4c43-b2c8-fc66f4e04533" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.067866] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Acquired lock "refresh_cache-364db07d-7e5a-4c43-b2c8-fc66f4e04533" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.068057] env[62226]: DEBUG nova.network.neutron [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1898.138251] env[62226]: DEBUG oslo_vmware.api [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192596} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.138580] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1898.138777] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1898.138956] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1898.139866] env[62226]: INFO nova.compute.manager [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1898.139948] env[62226]: DEBUG oslo.service.loopingcall [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.140163] env[62226]: DEBUG nova.compute.manager [-] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1898.140261] env[62226]: DEBUG nova.network.neutron [-] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1898.165023] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance eec9ee2e-5d78-4068-b2fe-fb828b8be651 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1898.325698] env[62226]: DEBUG oslo_concurrency.lockutils [req-764c6e25-167d-4cb0-a9b5-52c8065def05 req-b6f2f3ad-34aa-4d5f-a69e-244ef92c1bde service nova] Releasing lock "refresh_cache-c845f5f3-6086-4e3b-87d9-f773e835dba5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.339060] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bbf1c1-23a1-cad2-b182-3db2156fa0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009014} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.340260] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.340260] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1898.340260] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.340260] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.340260] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.340475] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ebbd97f-f792-4b09-92a9-acab153eff51 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.350703] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1898.350916] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1898.351616] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9e9d34-d996-4bfa-a1b7-20a3a4bc5d28 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.357031] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1898.357031] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5271a727-c03e-25ac-e3cf-16db321069a0" [ 1898.357031] env[62226]: _type = "Task" [ 1898.357031] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.366439] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5271a727-c03e-25ac-e3cf-16db321069a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.472354] env[62226]: DEBUG oslo_concurrency.lockutils [req-8ffa91c9-dc87-40f8-bc4a-7c647282f9ee req-3b889595-96a1-427c-b597-fcdca48d93cf service nova] Releasing lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.473063] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquired lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.473063] env[62226]: DEBUG nova.network.neutron [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1898.601136] env[62226]: DEBUG nova.network.neutron [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1898.667335] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 08b359f8-85c7-4a1f-b4c4-fdde498c2d89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1898.667532] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Migration d8021084-ec2d-4825-9f11-0492af667301 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1898.667666] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 1e5ff955-6903-42cb-9583-95c9a142b41f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.667936] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1898.668101] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5056MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1898.727476] env[62226]: DEBUG nova.network.neutron [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Updating instance_info_cache with network_info: [{"id": "1d406371-72ed-4272-841f-27523cd7780e", "address": "fa:16:3e:da:82:ca", "network": {"id": "bee1505d-b27d-4b4a-b8e3-0a142c7eea1a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1995792684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1a030537964d8c8ec1e118064957fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d406371-72", "ovs_interfaceid": "1d406371-72ed-4272-841f-27523cd7780e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.870342] env[62226]: DEBUG nova.network.neutron [-] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.871804] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5271a727-c03e-25ac-e3cf-16db321069a0, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.872780] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e64567-ebb4-4d87-b104-3a201974315a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.878141] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1898.878141] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aa8b96-e0b2-d90b-4d7b-456b9e130a55" [ 1898.878141] env[62226]: _type = "Task" [ 1898.878141] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.890339] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aa8b96-e0b2-d90b-4d7b-456b9e130a55, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.890339] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.890587] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] c845f5f3-6086-4e3b-87d9-f773e835dba5/c845f5f3-6086-4e3b-87d9-f773e835dba5.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1898.890834] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1289349-d23f-4fd7-9551-19829025c7c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.897566] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1898.897566] env[62226]: value = "task-2028036" [ 1898.897566] env[62226]: _type = "Task" [ 1898.897566] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.905293] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.966238] env[62226]: DEBUG nova.compute.manager [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Received event network-vif-plugged-1d406371-72ed-4272-841f-27523cd7780e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1898.966451] env[62226]: DEBUG oslo_concurrency.lockutils [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] Acquiring lock "364db07d-7e5a-4c43-b2c8-fc66f4e04533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.966659] env[62226]: DEBUG oslo_concurrency.lockutils [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] Lock "364db07d-7e5a-4c43-b2c8-fc66f4e04533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.966823] env[62226]: DEBUG oslo_concurrency.lockutils [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] Lock "364db07d-7e5a-4c43-b2c8-fc66f4e04533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.966992] env[62226]: DEBUG nova.compute.manager [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] No waiting events found dispatching network-vif-plugged-1d406371-72ed-4272-841f-27523cd7780e {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1898.967173] env[62226]: WARNING nova.compute.manager [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Received unexpected event network-vif-plugged-1d406371-72ed-4272-841f-27523cd7780e for instance with vm_state building and task_state spawning. [ 1898.967363] env[62226]: DEBUG nova.compute.manager [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Received event network-changed-1d406371-72ed-4272-841f-27523cd7780e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1898.967487] env[62226]: DEBUG nova.compute.manager [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Refreshing instance network info cache due to event network-changed-1d406371-72ed-4272-841f-27523cd7780e. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1898.967654] env[62226]: DEBUG oslo_concurrency.lockutils [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] Acquiring lock "refresh_cache-364db07d-7e5a-4c43-b2c8-fc66f4e04533" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.113158] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caac54b8-2423-4b77-8db7-8d021ba5cd7b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.122178] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aef0e0-2105-4b5e-988b-c19959fc8880 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.161813] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c97579-dccc-404f-804c-45478a3865cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.175729] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00025145-5919-4225-86e6-88b3941ec66f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.198236] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.208080] env[62226]: DEBUG nova.network.neutron [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Updating instance_info_cache with network_info: [{"id": "c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0", "address": "fa:16:3e:77:a4:15", "network": {"id": "81dd9a11-853a-43f0-ab20-8d35146702bc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-696775845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60612e3dc80246bbb53e689cee32181e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b38e5d-61", "ovs_interfaceid": "c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.230252] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Releasing lock "refresh_cache-364db07d-7e5a-4c43-b2c8-fc66f4e04533" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.230883] env[62226]: DEBUG nova.compute.manager [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Instance network_info: |[{"id": "1d406371-72ed-4272-841f-27523cd7780e", "address": "fa:16:3e:da:82:ca", "network": {"id": "bee1505d-b27d-4b4a-b8e3-0a142c7eea1a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1995792684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1a030537964d8c8ec1e118064957fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d406371-72", "ovs_interfaceid": "1d406371-72ed-4272-841f-27523cd7780e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1899.231327] env[62226]: DEBUG oslo_concurrency.lockutils [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] Acquired lock "refresh_cache-364db07d-7e5a-4c43-b2c8-fc66f4e04533" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.231584] env[62226]: DEBUG nova.network.neutron [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Refreshing network info cache for port 1d406371-72ed-4272-841f-27523cd7780e {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1899.233575] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:82:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d406371-72ed-4272-841f-27523cd7780e', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1899.243559] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Creating folder: Project (6c1a030537964d8c8ec1e118064957fe). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1899.247768] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56339e59-db5b-45a2-8eb3-4821f634af24 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.261704] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Created folder: Project (6c1a030537964d8c8ec1e118064957fe) in parent group-v416438. [ 1899.261704] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Creating folder: Instances. Parent ref: group-v416613. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1899.261814] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2faf5fa-77ab-4d9d-b522-4517ebf0c738 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.273078] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Created folder: Instances in parent group-v416613. [ 1899.273078] env[62226]: DEBUG oslo.service.loopingcall [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.273217] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1899.273481] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6de0739-13db-47c7-bae4-c2f0ec19813f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.298139] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1899.298139] env[62226]: value = "task-2028039" [ 1899.298139] env[62226]: _type = "Task" [ 1899.298139] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.307593] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028039, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.373513] env[62226]: INFO nova.compute.manager [-] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Took 1.23 seconds to deallocate network for instance. [ 1899.409495] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028036, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.491199] env[62226]: DEBUG nova.network.neutron [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Updated VIF entry in instance network info cache for port 1d406371-72ed-4272-841f-27523cd7780e. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.491568] env[62226]: DEBUG nova.network.neutron [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Updating instance_info_cache with network_info: [{"id": "1d406371-72ed-4272-841f-27523cd7780e", "address": "fa:16:3e:da:82:ca", "network": {"id": "bee1505d-b27d-4b4a-b8e3-0a142c7eea1a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1995792684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c1a030537964d8c8ec1e118064957fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d406371-72", "ovs_interfaceid": "1d406371-72ed-4272-841f-27523cd7780e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.702178] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1899.711621] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Releasing lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.807540] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028039, 'name': CreateVM_Task, 'duration_secs': 0.430878} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.807771] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1899.808496] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.808673] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.809014] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1899.809301] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ecf736-53fa-422e-bf7d-edba2556af82 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.813552] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Waiting for the task: (returnval){ [ 1899.813552] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52769625-e84e-30ac-570e-520a47597ccb" [ 1899.813552] env[62226]: _type = "Task" [ 1899.813552] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.820762] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52769625-e84e-30ac-570e-520a47597ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.886988] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.908494] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549879} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.908814] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] c845f5f3-6086-4e3b-87d9-f773e835dba5/c845f5f3-6086-4e3b-87d9-f773e835dba5.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1899.909178] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1899.909477] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d97cb20b-8b6d-47ca-ad87-9b209fdb251a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.916399] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1899.916399] env[62226]: value = "task-2028040" [ 1899.916399] env[62226]: _type = "Task" [ 1899.916399] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.925604] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.995534] env[62226]: DEBUG oslo_concurrency.lockutils [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] Releasing lock "refresh_cache-364db07d-7e5a-4c43-b2c8-fc66f4e04533" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.995991] env[62226]: DEBUG nova.compute.manager [req-1c836bfc-7401-400e-8e53-873f847bc972 req-b16e7040-c65f-437c-871b-91205e25cf02 service nova] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Received event network-vif-deleted-2fe3bebc-6c6d-43ed-ba36-eaa877d1c62b {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1900.209459] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1900.209780] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.123s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.210129] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.959s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.210353] env[62226]: DEBUG nova.objects.instance [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1900.216285] env[62226]: DEBUG nova.compute.manager [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.217199] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be5ad17-abad-43f4-9246-0b3099ce42c2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.325015] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52769625-e84e-30ac-570e-520a47597ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.325342] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.325580] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1900.325811] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.325958] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.326166] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1900.326441] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2060be6-985e-4b4c-ba19-3e65b5d26b1d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.334884] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.335073] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.335781] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9474454e-c7bb-4a96-a396-8709dd941350 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.340921] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Waiting for the task: (returnval){ [ 1900.340921] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523ca0c3-f9de-89b7-44de-7113dc4f0721" [ 1900.340921] env[62226]: _type = "Task" [ 1900.340921] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.348389] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523ca0c3-f9de-89b7-44de-7113dc4f0721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.425831] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068551} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.426124] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1900.426865] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d2b6ff-ac40-428f-92b6-7a6545dc9991 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.447872] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] c845f5f3-6086-4e3b-87d9-f773e835dba5/c845f5f3-6086-4e3b-87d9-f773e835dba5.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1900.448075] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-130fe170-7d82-4a0d-bd60-fa85231c8d60 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.466768] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1900.466768] env[62226]: value = "task-2028041" [ 1900.466768] env[62226]: _type = "Task" [ 1900.466768] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.474075] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.850689] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523ca0c3-f9de-89b7-44de-7113dc4f0721, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.851463] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43a162f-3ce9-4d28-b0f3-5f2c11c28542 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.856189] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Waiting for the task: (returnval){ [ 1900.856189] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526a44f0-2ffc-72e7-0bcb-762bd3586c0c" [ 1900.856189] env[62226]: _type = "Task" [ 1900.856189] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.864149] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526a44f0-2ffc-72e7-0bcb-762bd3586c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.977200] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028041, 'name': ReconfigVM_Task, 'duration_secs': 0.324702} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.977472] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Reconfigured VM instance instance-0000003b to attach disk [datastore1] c845f5f3-6086-4e3b-87d9-f773e835dba5/c845f5f3-6086-4e3b-87d9-f773e835dba5.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1900.978096] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1e98320-05ad-4368-a451-a952ba202971 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.984601] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1900.984601] env[62226]: value = "task-2028042" [ 1900.984601] env[62226]: _type = "Task" [ 1900.984601] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.995570] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028042, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.221428] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2de09c7-b99c-4a35-8e49-c46c9d14a179 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.222633] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 37.029s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.234982] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c28180-8507-4a54-8f4d-a1c8c0d75ab6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.244801] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Doing hard reboot of VM {{(pid=62226) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1901.245070] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2b028027-5c8e-43d1-91a8-ae43f0b9e88f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.251991] env[62226]: DEBUG oslo_vmware.api [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1901.251991] env[62226]: value = "task-2028043" [ 1901.251991] env[62226]: _type = "Task" [ 1901.251991] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.261908] env[62226]: DEBUG oslo_vmware.api [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028043, 'name': ResetVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.367186] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526a44f0-2ffc-72e7-0bcb-762bd3586c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.367491] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.367769] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 364db07d-7e5a-4c43-b2c8-fc66f4e04533/364db07d-7e5a-4c43-b2c8-fc66f4e04533.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1901.368056] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24279fdd-5b4c-4a02-bcc5-48fdf85ff313 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.374881] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Waiting for the task: (returnval){ [ 1901.374881] env[62226]: value = "task-2028044" [ 1901.374881] env[62226]: _type = "Task" [ 1901.374881] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.383394] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.498759] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028042, 'name': Rename_Task, 'duration_secs': 0.132195} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.499262] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1901.499644] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41df1c84-f190-49aa-8679-b94952680f10 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.506766] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1901.506766] env[62226]: value = "task-2028045" [ 1901.506766] env[62226]: _type = "Task" [ 1901.506766] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.517853] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.725422] env[62226]: DEBUG nova.objects.instance [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lazy-loading 'migration_context' on Instance uuid c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1901.763819] env[62226]: DEBUG oslo_vmware.api [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028043, 'name': ResetVM_Task, 'duration_secs': 0.118694} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.763819] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Did hard reboot of VM {{(pid=62226) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1901.763996] env[62226]: DEBUG nova.compute.manager [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1901.764757] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dd64b1-0f4a-453e-9f9d-de7528b60027 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.884981] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485285} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.885339] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 364db07d-7e5a-4c43-b2c8-fc66f4e04533/364db07d-7e5a-4c43-b2c8-fc66f4e04533.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1901.885593] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1901.885854] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a6b2d31-a479-4ad3-a448-16039aaad9b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.892593] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Waiting for the task: (returnval){ [ 1901.892593] env[62226]: value = "task-2028046" [ 1901.892593] env[62226]: _type = "Task" [ 1901.892593] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.900262] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.016074] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.278867] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6000be65-cd90-43b8-b2d1-68f109c49616 tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.455s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.406838] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066231} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.407129] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1902.407898] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f2f03c-0ce9-4d28-9072-36f065edb2a4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.437265] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 364db07d-7e5a-4c43-b2c8-fc66f4e04533/364db07d-7e5a-4c43-b2c8-fc66f4e04533.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1902.440809] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-597db28b-4b7b-4f89-9192-b16b65a0494e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.462065] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Waiting for the task: (returnval){ [ 1902.462065] env[62226]: value = "task-2028047" [ 1902.462065] env[62226]: _type = "Task" [ 1902.462065] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.473437] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.516480] env[62226]: DEBUG oslo_vmware.api [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028045, 'name': PowerOnVM_Task, 'duration_secs': 0.712443} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.516768] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1902.517015] env[62226]: INFO nova.compute.manager [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1902.517616] env[62226]: DEBUG nova.compute.manager [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1902.518558] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5293119f-abf8-4d4b-a9bd-64e88756d2c1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.771349] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1352123d-cb63-4c33-a9f6-ca0bb0abd5b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.779547] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5fce65-4435-4148-b4d8-e309d16aa221 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.815336] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f033bdb-38fe-453d-ab79-31f8edc1c990 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.823567] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee3f572-bb26-4ae8-a2a0-c1f4fd6011b5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.836591] env[62226]: DEBUG nova.compute.provider_tree [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.844047] env[62226]: DEBUG nova.compute.manager [req-c0b42671-1ed0-43db-83ca-148a38105dcd req-7e562a3e-230e-4222-bb18-c838a3c4e424 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Received event network-changed-c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1902.844047] env[62226]: DEBUG nova.compute.manager [req-c0b42671-1ed0-43db-83ca-148a38105dcd req-7e562a3e-230e-4222-bb18-c838a3c4e424 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Refreshing instance network info cache due to event network-changed-c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1902.844047] env[62226]: DEBUG oslo_concurrency.lockutils [req-c0b42671-1ed0-43db-83ca-148a38105dcd req-7e562a3e-230e-4222-bb18-c838a3c4e424 service nova] Acquiring lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.844047] env[62226]: DEBUG oslo_concurrency.lockutils [req-c0b42671-1ed0-43db-83ca-148a38105dcd req-7e562a3e-230e-4222-bb18-c838a3c4e424 service nova] Acquired lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.844047] env[62226]: DEBUG nova.network.neutron [req-c0b42671-1ed0-43db-83ca-148a38105dcd req-7e562a3e-230e-4222-bb18-c838a3c4e424 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Refreshing network info cache for port c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.974210] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028047, 'name': ReconfigVM_Task, 'duration_secs': 0.343805} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.974509] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 364db07d-7e5a-4c43-b2c8-fc66f4e04533/364db07d-7e5a-4c43-b2c8-fc66f4e04533.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.975149] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcd80a3b-3943-4f85-a610-94aa5046f4f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.983440] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Waiting for the task: (returnval){ [ 1902.983440] env[62226]: value = "task-2028048" [ 1902.983440] env[62226]: _type = "Task" [ 1902.983440] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.993977] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028048, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.045179] env[62226]: INFO nova.compute.manager [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Took 52.60 seconds to build instance. [ 1903.340247] env[62226]: DEBUG nova.scheduler.client.report [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1903.492939] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028048, 'name': Rename_Task, 'duration_secs': 0.135457} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.493244] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1903.493492] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d429fa-04e7-4551-87da-e347aee581b8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.500126] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Waiting for the task: (returnval){ [ 1903.500126] env[62226]: value = "task-2028049" [ 1903.500126] env[62226]: _type = "Task" [ 1903.500126] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.508379] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.548619] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fb630a49-ba3c-4693-a131-ba2773ea7161 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "c845f5f3-6086-4e3b-87d9-f773e835dba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.900s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.566726] env[62226]: DEBUG nova.network.neutron [req-c0b42671-1ed0-43db-83ca-148a38105dcd req-7e562a3e-230e-4222-bb18-c838a3c4e424 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Updated VIF entry in instance network info cache for port c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.567284] env[62226]: DEBUG nova.network.neutron [req-c0b42671-1ed0-43db-83ca-148a38105dcd req-7e562a3e-230e-4222-bb18-c838a3c4e424 service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Updating instance_info_cache with network_info: [{"id": "c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0", "address": "fa:16:3e:77:a4:15", "network": {"id": "81dd9a11-853a-43f0-ab20-8d35146702bc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-696775845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60612e3dc80246bbb53e689cee32181e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b38e5d-61", "ovs_interfaceid": "c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.601870] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.602210] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.602469] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.602678] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.602881] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.605251] env[62226]: INFO nova.compute.manager [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Terminating instance [ 1903.992940] env[62226]: DEBUG oslo_concurrency.lockutils [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "c845f5f3-6086-4e3b-87d9-f773e835dba5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.992940] env[62226]: DEBUG oslo_concurrency.lockutils [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "c845f5f3-6086-4e3b-87d9-f773e835dba5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.010229] env[62226]: DEBUG oslo_vmware.api [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028049, 'name': PowerOnVM_Task, 'duration_secs': 0.443962} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.010531] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1904.010730] env[62226]: INFO nova.compute.manager [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1904.010905] env[62226]: DEBUG nova.compute.manager [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1904.011685] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b5f28a-918c-497c-bc0f-470fe8ec59ba {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.070322] env[62226]: DEBUG oslo_concurrency.lockutils [req-c0b42671-1ed0-43db-83ca-148a38105dcd req-7e562a3e-230e-4222-bb18-c838a3c4e424 service nova] Releasing lock "refresh_cache-22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.109254] env[62226]: DEBUG nova.compute.manager [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1904.109493] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1904.110430] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65436025-b4d4-4751-b3b1-2f800b939d96 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.118838] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1904.120049] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b2ad841-09e4-4744-a5c2-16a8a7ca35e0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.125122] env[62226]: DEBUG oslo_vmware.api [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1904.125122] env[62226]: value = "task-2028050" [ 1904.125122] env[62226]: _type = "Task" [ 1904.125122] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.135030] env[62226]: DEBUG oslo_vmware.api [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.354334] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.132s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.360096] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.112s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.360345] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.362399] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.267s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.363903] env[62226]: INFO nova.compute.claims [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1904.391089] env[62226]: INFO nova.scheduler.client.report [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleted allocations for instance 15ce5c9d-346d-4ec7-b8d8-77c42099fd76 [ 1904.496154] env[62226]: DEBUG nova.compute.utils [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1904.527803] env[62226]: INFO nova.compute.manager [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Took 50.33 seconds to build instance. [ 1904.635717] env[62226]: DEBUG oslo_vmware.api [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028050, 'name': PowerOffVM_Task, 'duration_secs': 0.215631} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.636541] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1904.636541] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1904.636662] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49821ffc-d747-4b96-9677-b1ead13f438e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.746700] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1904.746921] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1904.747174] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Deleting the datastore file [datastore1] 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1904.747434] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fd7127b-8a1a-42aa-8b3c-ce49dd67cd0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.754156] env[62226]: DEBUG oslo_vmware.api [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1904.754156] env[62226]: value = "task-2028052" [ 1904.754156] env[62226]: _type = "Task" [ 1904.754156] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.761812] env[62226]: DEBUG oslo_vmware.api [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.899037] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c652595-bafe-4897-85e5-25bf6aca8084 tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "15ce5c9d-346d-4ec7-b8d8-77c42099fd76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.504s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.998844] env[62226]: DEBUG oslo_concurrency.lockutils [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "c845f5f3-6086-4e3b-87d9-f773e835dba5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.029803] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4791c15a-65c6-4329-9a5a-0ab8cb62c8bf tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Lock "364db07d-7e5a-4c43-b2c8-fc66f4e04533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.910s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.265052] env[62226]: DEBUG oslo_vmware.api [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487599} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.265052] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1905.265052] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1905.265052] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1905.265052] env[62226]: INFO nova.compute.manager [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1905.265316] env[62226]: DEBUG oslo.service.loopingcall [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.265545] env[62226]: DEBUG nova.compute.manager [-] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1905.266134] env[62226]: DEBUG nova.network.neutron [-] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1905.352114] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Acquiring lock "364db07d-7e5a-4c43-b2c8-fc66f4e04533" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.352573] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Lock "364db07d-7e5a-4c43-b2c8-fc66f4e04533" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.353606] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Acquiring lock "364db07d-7e5a-4c43-b2c8-fc66f4e04533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.353606] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Lock "364db07d-7e5a-4c43-b2c8-fc66f4e04533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.353606] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Lock "364db07d-7e5a-4c43-b2c8-fc66f4e04533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.355379] env[62226]: INFO nova.compute.manager [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Terminating instance [ 1905.785311] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.785567] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.785769] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.785953] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.786145] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.790221] env[62226]: INFO nova.compute.manager [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Terminating instance [ 1905.804381] env[62226]: DEBUG nova.compute.manager [req-02e6a1e9-d13b-4e7a-9a1b-d872df864116 req-da0a1768-5a6d-42ba-b992-03c9aaf203da service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Received event network-vif-deleted-c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1905.804654] env[62226]: INFO nova.compute.manager [req-02e6a1e9-d13b-4e7a-9a1b-d872df864116 req-da0a1768-5a6d-42ba-b992-03c9aaf203da service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Neutron deleted interface c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0; detaching it from the instance and deleting it from the info cache [ 1905.804790] env[62226]: DEBUG nova.network.neutron [req-02e6a1e9-d13b-4e7a-9a1b-d872df864116 req-da0a1768-5a6d-42ba-b992-03c9aaf203da service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.860113] env[62226]: DEBUG nova.compute.manager [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1905.860782] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1905.862782] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afadb10-c06d-475d-a805-1e6dcea218e3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.868411] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db9dfc5-a312-4a2c-82ca-d7cd52da4ddf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.880990] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe045be-3026-4459-9441-bdd4cccd7c1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.885806] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1905.886413] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5193265a-bf57-44ef-9780-4111d47fe7ba {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.920716] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a7ffe4-9461-4ebf-85bb-6172b759479a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.923396] env[62226]: DEBUG oslo_vmware.api [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Waiting for the task: (returnval){ [ 1905.923396] env[62226]: value = "task-2028053" [ 1905.923396] env[62226]: _type = "Task" [ 1905.923396] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.930902] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db97dc86-57c4-4419-b621-62c54d276fae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.937843] env[62226]: DEBUG oslo_vmware.api [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.938860] env[62226]: INFO nova.compute.manager [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Swapping old allocation on dict_keys(['a0a34dbc-95d3-4028-b2d7-c443f32f5b3a']) held by migration 8bb2656b-3df6-4112-8daa-3861ccfe45f2 for instance [ 1905.950563] env[62226]: DEBUG nova.compute.provider_tree [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1905.972028] env[62226]: DEBUG nova.scheduler.client.report [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Overwriting current allocation {'allocations': {'a0a34dbc-95d3-4028-b2d7-c443f32f5b3a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': 'd468828aed87453ebb7339709ef7f207', 'user_id': 'df2db13d5f754a308cb9a7ac8f1ad5c3', 'consumer_generation': 1} on consumer c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5 {{(pid=62226) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1906.054635] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.054836] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquired lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.055068] env[62226]: DEBUG nova.network.neutron [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.083673] env[62226]: DEBUG oslo_concurrency.lockutils [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "c845f5f3-6086-4e3b-87d9-f773e835dba5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.083929] env[62226]: DEBUG oslo_concurrency.lockutils [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "c845f5f3-6086-4e3b-87d9-f773e835dba5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.084186] env[62226]: INFO nova.compute.manager [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Attaching volume f94df80a-a182-4f7c-92e8-3b07f540370a to /dev/sdb [ 1906.119207] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb178a4-c782-4999-906d-4b08f732c2d7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.126484] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e41c0f3-9785-4711-ae16-98171144b969 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.140182] env[62226]: DEBUG nova.virt.block_device [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Updating existing volume attachment record: 0e536cf5-8758-45f2-b09b-c2a0203e57c8 {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1906.223122] env[62226]: DEBUG nova.network.neutron [-] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.295610] env[62226]: DEBUG nova.compute.manager [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1906.295610] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1906.295610] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3fbadc-32e9-4d94-bd0f-87136eec2ccf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.302951] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1906.303188] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aa62949-a8e4-44bf-ac3e-3d38335a7861 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.307216] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa80f45d-e572-47b2-91bd-e977aeae3791 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.309880] env[62226]: DEBUG oslo_vmware.api [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1906.309880] env[62226]: value = "task-2028055" [ 1906.309880] env[62226]: _type = "Task" [ 1906.309880] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.316386] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0058d1af-eb0c-4a19-ab77-14f577f7aef8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.329923] env[62226]: DEBUG oslo_vmware.api [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2028055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.356093] env[62226]: DEBUG nova.compute.manager [req-02e6a1e9-d13b-4e7a-9a1b-d872df864116 req-da0a1768-5a6d-42ba-b992-03c9aaf203da service nova] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Detach interface failed, port_id=c1b38e5d-617c-4e48-9f4d-b6dd701aa0a0, reason: Instance 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1906.433950] env[62226]: DEBUG oslo_vmware.api [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028053, 'name': PowerOffVM_Task, 'duration_secs': 0.190362} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.434251] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1906.434444] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1906.434713] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc19d3c3-acd7-442a-ac0c-c65358854599 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.454659] env[62226]: DEBUG nova.scheduler.client.report [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.553679] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.553913] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.554115] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Deleting the datastore file [datastore1] 364db07d-7e5a-4c43-b2c8-fc66f4e04533 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.554537] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2375d14-7040-4743-a886-c8f957f277e0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.561540] env[62226]: DEBUG oslo_vmware.api [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Waiting for the task: (returnval){ [ 1906.561540] env[62226]: value = "task-2028059" [ 1906.561540] env[62226]: _type = "Task" [ 1906.561540] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.569669] env[62226]: DEBUG oslo_vmware.api [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.727069] env[62226]: INFO nova.compute.manager [-] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Took 1.46 seconds to deallocate network for instance. [ 1906.763215] env[62226]: DEBUG nova.network.neutron [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance_info_cache with network_info: [{"id": "316e0b50-7b9a-4edd-9010-f9f5f91b3001", "address": "fa:16:3e:ad:a1:b5", "network": {"id": "548e3b35-f96e-4f8e-9601-8be4f2d89294", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "824f36c0efb54800902bb3151cc29cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap316e0b50-7b", "ovs_interfaceid": "316e0b50-7b9a-4edd-9010-f9f5f91b3001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.820727] env[62226]: DEBUG oslo_vmware.api [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2028055, 'name': PowerOffVM_Task, 'duration_secs': 0.186487} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.820992] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1906.821472] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1906.821774] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2534f15d-43b7-4f23-a9e8-c869f090d152 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.928031] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.928031] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.928031] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleting the datastore file [datastore2] a1ec2078-1ae4-4bba-b6e7-5f54b453e5db {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.928332] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5daaee4f-7aa5-4424-8e5b-8e100e6bea86 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.934744] env[62226]: DEBUG oslo_vmware.api [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1906.934744] env[62226]: value = "task-2028061" [ 1906.934744] env[62226]: _type = "Task" [ 1906.934744] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.942684] env[62226]: DEBUG oslo_vmware.api [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2028061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.959668] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.960581] env[62226]: DEBUG nova.compute.manager [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1906.963035] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.341s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.964452] env[62226]: INFO nova.compute.claims [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1907.073169] env[62226]: DEBUG oslo_vmware.api [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Task: {'id': task-2028059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19084} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.073434] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1907.073622] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1907.073805] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1907.073978] env[62226]: INFO nova.compute.manager [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1907.074260] env[62226]: DEBUG oslo.service.loopingcall [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.074774] env[62226]: DEBUG nova.compute.manager [-] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1907.074880] env[62226]: DEBUG nova.network.neutron [-] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1907.233926] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.266819] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Releasing lock "refresh_cache-c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.267339] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1907.267647] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-638323cf-af5a-490b-8e24-b60a59ac506d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.275243] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1907.275243] env[62226]: value = "task-2028062" [ 1907.275243] env[62226]: _type = "Task" [ 1907.275243] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.286171] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.445415] env[62226]: DEBUG oslo_vmware.api [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2028061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177245} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.445767] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1907.445851] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1907.446039] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1907.446216] env[62226]: INFO nova.compute.manager [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1907.446454] env[62226]: DEBUG oslo.service.loopingcall [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.446642] env[62226]: DEBUG nova.compute.manager [-] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1907.446732] env[62226]: DEBUG nova.network.neutron [-] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1907.469816] env[62226]: DEBUG nova.compute.utils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1907.474548] env[62226]: DEBUG nova.compute.manager [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1907.474783] env[62226]: DEBUG nova.network.neutron [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1907.519361] env[62226]: DEBUG nova.policy [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7984bb3f0111426dbbb435603f85a1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019c12b2dd549fe8f1710ff8a5e5db9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1907.785227] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028062, 'name': PowerOffVM_Task, 'duration_secs': 0.435029} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.785534] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1907.786219] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:39:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='029901f9-698a-4792-8116-f510f9eaf9b9',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2115815269',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1907.786438] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1907.786595] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1907.786773] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1907.786918] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1907.787080] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1907.787285] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1907.787445] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1907.787611] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1907.787773] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1907.787947] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1907.793057] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82afa826-f0aa-4c00-8df9-42d3291747ac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.811561] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1907.811561] env[62226]: value = "task-2028063" [ 1907.811561] env[62226]: _type = "Task" [ 1907.811561] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.817775] env[62226]: DEBUG nova.network.neutron [-] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.818978] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.834667] env[62226]: DEBUG nova.compute.manager [req-bf515390-122a-4168-994d-088e491751b9 req-b584f90f-686a-4c63-8c8a-b21c003b086e service nova] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Received event network-vif-deleted-1d406371-72ed-4272-841f-27523cd7780e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1907.834902] env[62226]: INFO nova.compute.manager [req-bf515390-122a-4168-994d-088e491751b9 req-b584f90f-686a-4c63-8c8a-b21c003b086e service nova] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Neutron deleted interface 1d406371-72ed-4272-841f-27523cd7780e; detaching it from the instance and deleting it from the info cache [ 1907.835116] env[62226]: DEBUG nova.network.neutron [req-bf515390-122a-4168-994d-088e491751b9 req-b584f90f-686a-4c63-8c8a-b21c003b086e service nova] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.975091] env[62226]: DEBUG nova.compute.manager [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1908.133564] env[62226]: DEBUG nova.network.neutron [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Successfully created port: 1055a37d-b7d8-49e1-ad3a-b5de0c049ddb {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1908.188096] env[62226]: DEBUG nova.network.neutron [-] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.322393] env[62226]: INFO nova.compute.manager [-] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Took 1.25 seconds to deallocate network for instance. [ 1908.322961] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028063, 'name': ReconfigVM_Task, 'duration_secs': 0.257795} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.327751] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3931e304-5d08-49b9-9ad3-857a72371bc4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.353702] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:39:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='029901f9-698a-4792-8116-f510f9eaf9b9',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2115815269',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1908.353949] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1908.354124] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1908.354312] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1908.354456] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1908.354602] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1908.354802] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1908.354956] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1908.355137] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1908.355296] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1908.355464] env[62226]: DEBUG nova.virt.hardware [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1908.359059] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1779c2a9-40f5-4cb1-aa23-12a9a161700c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.360852] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b434e923-b280-4b97-92f9-e623c39f4bd1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.368138] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1908.368138] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b2efc6-af5b-b96d-9a32-2eec06546baa" [ 1908.368138] env[62226]: _type = "Task" [ 1908.368138] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.375203] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34df2c58-2c08-43c7-8ca5-3a8d22544b8e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.397712] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b2efc6-af5b-b96d-9a32-2eec06546baa, 'name': SearchDatastore_Task, 'duration_secs': 0.007004} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.405453] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1908.420073] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-381d6c9f-5e58-4fad-a9d6-d1af4b1eb742 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.434776] env[62226]: DEBUG nova.compute.manager [req-bf515390-122a-4168-994d-088e491751b9 req-b584f90f-686a-4c63-8c8a-b21c003b086e service nova] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Detach interface failed, port_id=1d406371-72ed-4272-841f-27523cd7780e, reason: Instance 364db07d-7e5a-4c43-b2c8-fc66f4e04533 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1908.435010] env[62226]: DEBUG nova.compute.manager [req-bf515390-122a-4168-994d-088e491751b9 req-b584f90f-686a-4c63-8c8a-b21c003b086e service nova] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Received event network-vif-deleted-0de1332d-9a1c-4c7c-85ac-2fe7da0339cb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1908.435192] env[62226]: INFO nova.compute.manager [req-bf515390-122a-4168-994d-088e491751b9 req-b584f90f-686a-4c63-8c8a-b21c003b086e service nova] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Neutron deleted interface 0de1332d-9a1c-4c7c-85ac-2fe7da0339cb; detaching it from the instance and deleting it from the info cache [ 1908.435365] env[62226]: DEBUG nova.network.neutron [req-bf515390-122a-4168-994d-088e491751b9 req-b584f90f-686a-4c63-8c8a-b21c003b086e service nova] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.444819] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1908.444819] env[62226]: value = "task-2028064" [ 1908.444819] env[62226]: _type = "Task" [ 1908.444819] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.454165] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.527194] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93410b1f-43e2-4319-9b0a-b6f4cc0f49ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.534974] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a67d41-e07f-442f-9041-738649fd0a29 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.565016] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c23aad-085a-458e-a630-c69a9d7fb467 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.572775] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7a3c1c-02ed-4cc4-b4e5-6a0d0daf9ab6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.586025] env[62226]: DEBUG nova.compute.provider_tree [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.691087] env[62226]: INFO nova.compute.manager [-] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Took 1.24 seconds to deallocate network for instance. [ 1908.835590] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.940166] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81c2b4b1-d52f-42b1-95f3-363ecedd68a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.952836] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02da3f8b-f1ee-4bf8-b6f5-2b6f24b84416 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.968413] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.986216] env[62226]: DEBUG nova.compute.manager [req-bf515390-122a-4168-994d-088e491751b9 req-b584f90f-686a-4c63-8c8a-b21c003b086e service nova] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Detach interface failed, port_id=0de1332d-9a1c-4c7c-85ac-2fe7da0339cb, reason: Instance a1ec2078-1ae4-4bba-b6e7-5f54b453e5db could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1908.990551] env[62226]: DEBUG nova.compute.manager [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1909.014589] env[62226]: DEBUG nova.virt.hardware [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1909.014825] env[62226]: DEBUG nova.virt.hardware [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1909.014983] env[62226]: DEBUG nova.virt.hardware [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1909.015181] env[62226]: DEBUG nova.virt.hardware [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1909.015332] env[62226]: DEBUG nova.virt.hardware [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1909.015479] env[62226]: DEBUG nova.virt.hardware [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1909.015686] env[62226]: DEBUG nova.virt.hardware [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1909.015846] env[62226]: DEBUG nova.virt.hardware [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1909.016017] env[62226]: DEBUG nova.virt.hardware [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1909.016186] env[62226]: DEBUG nova.virt.hardware [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1909.016362] env[62226]: DEBUG nova.virt.hardware [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1909.017259] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60b523b-31f2-4c9d-922b-c2415b5e41be {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.024533] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0d4f01-0434-495c-a780-f991ba10a4b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.089641] env[62226]: DEBUG nova.scheduler.client.report [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.197009] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.458545] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028064, 'name': ReconfigVM_Task, 'duration_secs': 0.73178} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.458959] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1909.459837] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3987aa-2a5e-4459-812d-b1b9903abec7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.481605] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5/c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1909.481936] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7d9f125-f4b1-4962-959f-26c96ebdd01b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.500291] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1909.500291] env[62226]: value = "task-2028066" [ 1909.500291] env[62226]: _type = "Task" [ 1909.500291] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.509994] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.594839] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.595388] env[62226]: DEBUG nova.compute.manager [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1909.599596] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.474s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.601502] env[62226]: INFO nova.compute.claims [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1909.789852] env[62226]: DEBUG nova.compute.manager [req-64005b09-df31-42de-b922-484763d1c755 req-85c801eb-bbc3-4a5c-90d8-eadfc7fc2199 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received event network-vif-plugged-1055a37d-b7d8-49e1-ad3a-b5de0c049ddb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1909.790288] env[62226]: DEBUG oslo_concurrency.lockutils [req-64005b09-df31-42de-b922-484763d1c755 req-85c801eb-bbc3-4a5c-90d8-eadfc7fc2199 service nova] Acquiring lock "13fa5844-1487-4374-bb29-f6bf9a667fb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.790364] env[62226]: DEBUG oslo_concurrency.lockutils [req-64005b09-df31-42de-b922-484763d1c755 req-85c801eb-bbc3-4a5c-90d8-eadfc7fc2199 service nova] Lock "13fa5844-1487-4374-bb29-f6bf9a667fb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.790521] env[62226]: DEBUG oslo_concurrency.lockutils [req-64005b09-df31-42de-b922-484763d1c755 req-85c801eb-bbc3-4a5c-90d8-eadfc7fc2199 service nova] Lock "13fa5844-1487-4374-bb29-f6bf9a667fb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.790694] env[62226]: DEBUG nova.compute.manager [req-64005b09-df31-42de-b922-484763d1c755 req-85c801eb-bbc3-4a5c-90d8-eadfc7fc2199 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] No waiting events found dispatching network-vif-plugged-1055a37d-b7d8-49e1-ad3a-b5de0c049ddb {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1909.790862] env[62226]: WARNING nova.compute.manager [req-64005b09-df31-42de-b922-484763d1c755 req-85c801eb-bbc3-4a5c-90d8-eadfc7fc2199 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received unexpected event network-vif-plugged-1055a37d-b7d8-49e1-ad3a-b5de0c049ddb for instance with vm_state building and task_state spawning. [ 1909.933963] env[62226]: DEBUG nova.network.neutron [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Successfully updated port: 1055a37d-b7d8-49e1-ad3a-b5de0c049ddb {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1910.010586] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028066, 'name': ReconfigVM_Task, 'duration_secs': 0.281568} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.010933] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Reconfigured VM instance instance-00000028 to attach disk [datastore1] c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5/c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1910.011822] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2a3613-a0e9-4e69-a983-9ef44dcdf307 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.030651] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324d629f-4177-4ff2-bf4c-9a5e1ba17491 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.049270] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5ba8c9-944f-40c8-a1f8-96274acc9371 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.067815] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce6c242-d87f-4c96-8065-6179cbdfdb5d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.074966] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1910.075229] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1626583f-2788-46eb-bc47-6c0dfdfa8295 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.081878] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1910.081878] env[62226]: value = "task-2028067" [ 1910.081878] env[62226]: _type = "Task" [ 1910.081878] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.089357] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.106872] env[62226]: DEBUG nova.compute.utils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1910.110393] env[62226]: DEBUG nova.compute.manager [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1910.110563] env[62226]: DEBUG nova.network.neutron [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1910.158368] env[62226]: DEBUG nova.policy [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49a0c8231b614bfa85fdbc4b7eea035f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a741d5a42bd0495fbe6462f78cf1ef21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1910.404293] env[62226]: DEBUG nova.network.neutron [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Successfully created port: 3c28735a-04c7-4d68-9314-871ee12e34da {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1910.436572] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.436787] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.436895] env[62226]: DEBUG nova.network.neutron [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1910.593669] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028067, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.611598] env[62226]: DEBUG nova.compute.manager [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1910.688296] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1910.688538] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416617', 'volume_id': 'f94df80a-a182-4f7c-92e8-3b07f540370a', 'name': 'volume-f94df80a-a182-4f7c-92e8-3b07f540370a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c845f5f3-6086-4e3b-87d9-f773e835dba5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f94df80a-a182-4f7c-92e8-3b07f540370a', 'serial': 'f94df80a-a182-4f7c-92e8-3b07f540370a'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1910.689511] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfde2c9b-1a02-47a2-a015-7a197191c229 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.709145] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5613fd27-acd2-4229-bb74-d191c42970fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.734389] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] volume-f94df80a-a182-4f7c-92e8-3b07f540370a/volume-f94df80a-a182-4f7c-92e8-3b07f540370a.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.737283] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde284fc-a30e-457e-9608-18589933e2e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.755928] env[62226]: DEBUG oslo_vmware.api [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1910.755928] env[62226]: value = "task-2028068" [ 1910.755928] env[62226]: _type = "Task" [ 1910.755928] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.767785] env[62226]: DEBUG oslo_vmware.api [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.972231] env[62226]: DEBUG nova.network.neutron [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1911.096094] env[62226]: DEBUG oslo_vmware.api [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028067, 'name': PowerOnVM_Task, 'duration_secs': 0.523515} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.096363] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1911.101031] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a44cf0-94c5-4973-8e6e-9869cfa442b7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.109014] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2b16e6-d961-4cd7-8166-9347e4dc3c55 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.145289] env[62226]: DEBUG nova.network.neutron [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updating instance_info_cache with network_info: [{"id": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "address": "fa:16:3e:3a:3b:45", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055a37d-b7", "ovs_interfaceid": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.146814] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06312782-6819-411e-872d-7bcaae337ea0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.156240] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d82ced-7c56-4383-9e11-c5d5ee2445f7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.171784] env[62226]: DEBUG nova.compute.provider_tree [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1911.266416] env[62226]: DEBUG oslo_vmware.api [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.645711] env[62226]: DEBUG nova.compute.manager [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1911.651328] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.651855] env[62226]: DEBUG nova.compute.manager [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Instance network_info: |[{"id": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "address": "fa:16:3e:3a:3b:45", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055a37d-b7", "ovs_interfaceid": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1911.652675] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:3b:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1055a37d-b7d8-49e1-ad3a-b5de0c049ddb', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1911.663074] env[62226]: DEBUG oslo.service.loopingcall [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1911.663206] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1911.663412] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a3e56d0-5027-46ea-b6e0-62e80dac4369 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.682849] env[62226]: DEBUG nova.scheduler.client.report [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1911.692257] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1911.692257] env[62226]: value = "task-2028069" [ 1911.692257] env[62226]: _type = "Task" [ 1911.692257] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.694600] env[62226]: DEBUG nova.virt.hardware [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1911.694962] env[62226]: DEBUG nova.virt.hardware [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1911.695166] env[62226]: DEBUG nova.virt.hardware [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1911.695426] env[62226]: DEBUG nova.virt.hardware [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1911.695592] env[62226]: DEBUG nova.virt.hardware [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1911.695741] env[62226]: DEBUG nova.virt.hardware [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1911.696007] env[62226]: DEBUG nova.virt.hardware [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1911.696200] env[62226]: DEBUG nova.virt.hardware [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1911.696377] env[62226]: DEBUG nova.virt.hardware [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1911.696540] env[62226]: DEBUG nova.virt.hardware [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1911.696713] env[62226]: DEBUG nova.virt.hardware [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1911.697565] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0861f888-a16a-4234-b0ee-0d45e8469022 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.712508] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7260936b-b1fc-4116-97b5-7cd98a8ff767 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.716172] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028069, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.766681] env[62226]: DEBUG oslo_vmware.api [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.819419] env[62226]: DEBUG nova.compute.manager [req-a11e3177-c0d4-4743-8113-0b1dd3681a33 req-7f18a9a6-294c-4007-9b01-75a12426f533 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received event network-changed-1055a37d-b7d8-49e1-ad3a-b5de0c049ddb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1911.819611] env[62226]: DEBUG nova.compute.manager [req-a11e3177-c0d4-4743-8113-0b1dd3681a33 req-7f18a9a6-294c-4007-9b01-75a12426f533 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Refreshing instance network info cache due to event network-changed-1055a37d-b7d8-49e1-ad3a-b5de0c049ddb. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1911.819976] env[62226]: DEBUG oslo_concurrency.lockutils [req-a11e3177-c0d4-4743-8113-0b1dd3681a33 req-7f18a9a6-294c-4007-9b01-75a12426f533 service nova] Acquiring lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.819976] env[62226]: DEBUG oslo_concurrency.lockutils [req-a11e3177-c0d4-4743-8113-0b1dd3681a33 req-7f18a9a6-294c-4007-9b01-75a12426f533 service nova] Acquired lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.820322] env[62226]: DEBUG nova.network.neutron [req-a11e3177-c0d4-4743-8113-0b1dd3681a33 req-7f18a9a6-294c-4007-9b01-75a12426f533 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Refreshing network info cache for port 1055a37d-b7d8-49e1-ad3a-b5de0c049ddb {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1912.112058] env[62226]: INFO nova.compute.manager [None req-f467d138-7310-424e-b96b-73de52a391a3 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance to original state: 'active' [ 1912.188190] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.188708] env[62226]: DEBUG nova.compute.manager [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1912.191506] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.646s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.191728] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.193785] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.434s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.193976] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.198881] env[62226]: DEBUG oslo_concurrency.lockutils [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.713s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.212319] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028069, 'name': CreateVM_Task, 'duration_secs': 0.435531} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.212455] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1912.213048] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.213202] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.213521] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1912.213772] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed838b0-ce98-4f76-9ed1-e81f785170c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.218502] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1912.218502] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523f8216-126f-209e-c295-f188f89a6432" [ 1912.218502] env[62226]: _type = "Task" [ 1912.218502] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.227726] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523f8216-126f-209e-c295-f188f89a6432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.228680] env[62226]: INFO nova.scheduler.client.report [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Deleted allocations for instance 483402d1-e1d6-43b5-ac95-b3b776d9b367 [ 1912.233169] env[62226]: INFO nova.scheduler.client.report [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Deleted allocations for instance 8af64c78-3bdf-4313-bf58-dca8f36a7098 [ 1912.273456] env[62226]: DEBUG oslo_vmware.api [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028068, 'name': ReconfigVM_Task, 'duration_secs': 1.085532} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.276419] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Reconfigured VM instance instance-0000003b to attach disk [datastore2] volume-f94df80a-a182-4f7c-92e8-3b07f540370a/volume-f94df80a-a182-4f7c-92e8-3b07f540370a.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1912.281027] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e93e0eeb-16d6-4d93-99dd-26b02fea40ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.295642] env[62226]: DEBUG oslo_vmware.api [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1912.295642] env[62226]: value = "task-2028070" [ 1912.295642] env[62226]: _type = "Task" [ 1912.295642] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.304038] env[62226]: DEBUG oslo_vmware.api [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.334312] env[62226]: DEBUG nova.network.neutron [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Successfully updated port: 3c28735a-04c7-4d68-9314-871ee12e34da {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1912.536158] env[62226]: DEBUG nova.network.neutron [req-a11e3177-c0d4-4743-8113-0b1dd3681a33 req-7f18a9a6-294c-4007-9b01-75a12426f533 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updated VIF entry in instance network info cache for port 1055a37d-b7d8-49e1-ad3a-b5de0c049ddb. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1912.536504] env[62226]: DEBUG nova.network.neutron [req-a11e3177-c0d4-4743-8113-0b1dd3681a33 req-7f18a9a6-294c-4007-9b01-75a12426f533 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updating instance_info_cache with network_info: [{"id": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "address": "fa:16:3e:3a:3b:45", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055a37d-b7", "ovs_interfaceid": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.705280] env[62226]: INFO nova.compute.claims [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1912.709981] env[62226]: DEBUG nova.compute.utils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1912.712219] env[62226]: DEBUG nova.compute.manager [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1912.712219] env[62226]: DEBUG nova.network.neutron [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1912.728854] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523f8216-126f-209e-c295-f188f89a6432, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.729746] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.729995] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1912.730263] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.730415] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.730616] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1912.731481] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6777d19-1b88-4da9-aa50-0acfa74e91ba {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.744156] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1912.744358] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1912.745345] env[62226]: DEBUG oslo_concurrency.lockutils [None req-94028bef-a007-4381-aac3-81c66688cbb2 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "483402d1-e1d6-43b5-ac95-b3b776d9b367" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.046s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.746514] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ca25ca54-e2a4-497d-aa01-0e0054b32286 tempest-ServerExternalEventsTest-125101613 tempest-ServerExternalEventsTest-125101613-project-member] Lock "8af64c78-3bdf-4313-bf58-dca8f36a7098" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.745s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.747350] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c573f778-8453-437f-b4ee-bb6517311297 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.752401] env[62226]: DEBUG nova.policy [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ff2cf208254f0c89143f5b69ed2570', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c237198fa6941acb83a9e6215f696ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1912.755475] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1912.755475] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520a383d-8e02-0fd0-2c5b-449a5d97aaac" [ 1912.755475] env[62226]: _type = "Task" [ 1912.755475] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.767709] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520a383d-8e02-0fd0-2c5b-449a5d97aaac, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.768524] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d58fb1-5f88-44c4-a08c-1ba6d5797f57 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.773812] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1912.773812] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e6e4ad-9857-0fce-67ea-85b9a31ed745" [ 1912.773812] env[62226]: _type = "Task" [ 1912.773812] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.782168] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e6e4ad-9857-0fce-67ea-85b9a31ed745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.805479] env[62226]: DEBUG oslo_vmware.api [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028070, 'name': ReconfigVM_Task, 'duration_secs': 0.1379} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.805790] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416617', 'volume_id': 'f94df80a-a182-4f7c-92e8-3b07f540370a', 'name': 'volume-f94df80a-a182-4f7c-92e8-3b07f540370a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c845f5f3-6086-4e3b-87d9-f773e835dba5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f94df80a-a182-4f7c-92e8-3b07f540370a', 'serial': 'f94df80a-a182-4f7c-92e8-3b07f540370a'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1912.836490] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "refresh_cache-8259105e-cd1d-4c5c-a6ba-a2db6d597fdb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.836630] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "refresh_cache-8259105e-cd1d-4c5c-a6ba-a2db6d597fdb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.837372] env[62226]: DEBUG nova.network.neutron [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1913.033207] env[62226]: DEBUG nova.network.neutron [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Successfully created port: 7b628c01-12b3-4591-b89b-692c58837fa7 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1913.034643] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.034849] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.035063] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.035253] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.035423] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.037795] env[62226]: INFO nova.compute.manager [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Terminating instance [ 1913.039159] env[62226]: DEBUG oslo_concurrency.lockutils [req-a11e3177-c0d4-4743-8113-0b1dd3681a33 req-7f18a9a6-294c-4007-9b01-75a12426f533 service nova] Releasing lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.214823] env[62226]: INFO nova.compute.resource_tracker [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating resource usage from migration 81e32b7c-9493-4eb0-8204-6f1926d7843a [ 1913.217382] env[62226]: DEBUG nova.compute.manager [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1913.287740] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e6e4ad-9857-0fce-67ea-85b9a31ed745, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.288277] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.288661] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 13fa5844-1487-4374-bb29-f6bf9a667fb1/13fa5844-1487-4374-bb29-f6bf9a667fb1.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1913.289182] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5793a23-3b85-4a7e-8f7a-f32baf3d8b57 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.300579] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1913.300579] env[62226]: value = "task-2028071" [ 1913.300579] env[62226]: _type = "Task" [ 1913.300579] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.313308] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.381637] env[62226]: DEBUG nova.network.neutron [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1913.541509] env[62226]: DEBUG nova.compute.manager [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1913.542621] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.543667] env[62226]: DEBUG nova.network.neutron [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Updating instance_info_cache with network_info: [{"id": "3c28735a-04c7-4d68-9314-871ee12e34da", "address": "fa:16:3e:37:2e:79", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c28735a-04", "ovs_interfaceid": "3c28735a-04c7-4d68-9314-871ee12e34da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.545408] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c6141d-c9b1-4095-987a-5f6065394255 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.555660] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.555984] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2fe4dd8-5311-4a9b-9d97-8b07369262b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.562696] env[62226]: DEBUG oslo_vmware.api [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1913.562696] env[62226]: value = "task-2028072" [ 1913.562696] env[62226]: _type = "Task" [ 1913.562696] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.563660] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "d09b72aa-8156-445b-befc-14983b6484bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.563888] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "d09b72aa-8156-445b-befc-14983b6484bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.564245] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "d09b72aa-8156-445b-befc-14983b6484bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.564405] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "d09b72aa-8156-445b-befc-14983b6484bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.564622] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "d09b72aa-8156-445b-befc-14983b6484bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.572839] env[62226]: INFO nova.compute.manager [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Terminating instance [ 1913.580715] env[62226]: DEBUG oslo_vmware.api [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.645569] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70852d79-7065-4f0a-a93f-8af92f19f8d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.654614] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b66c19d-9f10-4ba7-bc33-c6aabde378c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.689757] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1da9239-1b75-4425-a8a5-01acf8b401cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.698518] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2b995d-b955-4171-a825-bd7fee4f532c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.714108] env[62226]: DEBUG nova.compute.provider_tree [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.813210] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028071, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.847390] env[62226]: DEBUG nova.objects.instance [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lazy-loading 'flavor' on Instance uuid c845f5f3-6086-4e3b-87d9-f773e835dba5 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.851453] env[62226]: DEBUG nova.compute.manager [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Received event network-vif-plugged-3c28735a-04c7-4d68-9314-871ee12e34da {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1913.851781] env[62226]: DEBUG oslo_concurrency.lockutils [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] Acquiring lock "8259105e-cd1d-4c5c-a6ba-a2db6d597fdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.852411] env[62226]: DEBUG oslo_concurrency.lockutils [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] Lock "8259105e-cd1d-4c5c-a6ba-a2db6d597fdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.852411] env[62226]: DEBUG oslo_concurrency.lockutils [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] Lock "8259105e-cd1d-4c5c-a6ba-a2db6d597fdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.852411] env[62226]: DEBUG nova.compute.manager [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] No waiting events found dispatching network-vif-plugged-3c28735a-04c7-4d68-9314-871ee12e34da {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1913.852411] env[62226]: WARNING nova.compute.manager [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Received unexpected event network-vif-plugged-3c28735a-04c7-4d68-9314-871ee12e34da for instance with vm_state building and task_state spawning. [ 1913.852603] env[62226]: DEBUG nova.compute.manager [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Received event network-changed-3c28735a-04c7-4d68-9314-871ee12e34da {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1913.852679] env[62226]: DEBUG nova.compute.manager [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Refreshing instance network info cache due to event network-changed-3c28735a-04c7-4d68-9314-871ee12e34da. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1913.852868] env[62226]: DEBUG oslo_concurrency.lockutils [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] Acquiring lock "refresh_cache-8259105e-cd1d-4c5c-a6ba-a2db6d597fdb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.050175] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "refresh_cache-8259105e-cd1d-4c5c-a6ba-a2db6d597fdb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.050582] env[62226]: DEBUG nova.compute.manager [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Instance network_info: |[{"id": "3c28735a-04c7-4d68-9314-871ee12e34da", "address": "fa:16:3e:37:2e:79", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c28735a-04", "ovs_interfaceid": "3c28735a-04c7-4d68-9314-871ee12e34da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1914.050915] env[62226]: DEBUG oslo_concurrency.lockutils [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] Acquired lock "refresh_cache-8259105e-cd1d-4c5c-a6ba-a2db6d597fdb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.051111] env[62226]: DEBUG nova.network.neutron [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Refreshing network info cache for port 3c28735a-04c7-4d68-9314-871ee12e34da {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1914.052437] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:2e:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c28735a-04c7-4d68-9314-871ee12e34da', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1914.060635] env[62226]: DEBUG oslo.service.loopingcall [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.061781] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1914.061781] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f021dd2-e126-4d44-8207-cec81bb80a1e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.086361] env[62226]: DEBUG nova.compute.manager [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1914.086902] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1914.093115] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf52beb6-bb57-4cf8-8b53-48abdde55ff0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.101681] env[62226]: DEBUG oslo_vmware.api [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028072, 'name': PowerOffVM_Task, 'duration_secs': 0.247868} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.104573] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1914.104761] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1914.105257] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1914.105257] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1914.105257] env[62226]: value = "task-2028073" [ 1914.105257] env[62226]: _type = "Task" [ 1914.105257] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.105452] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9144b5f7-b353-440a-b5b0-95ab53ca617c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.106858] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-467976f3-8c08-4c18-9427-10cc0fc9c41b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.117201] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028073, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.118541] env[62226]: DEBUG oslo_vmware.api [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1914.118541] env[62226]: value = "task-2028074" [ 1914.118541] env[62226]: _type = "Task" [ 1914.118541] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.126762] env[62226]: DEBUG oslo_vmware.api [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2028074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.217465] env[62226]: DEBUG nova.scheduler.client.report [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1914.229780] env[62226]: DEBUG nova.compute.manager [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1914.262834] env[62226]: DEBUG nova.virt.hardware [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1914.266021] env[62226]: DEBUG nova.virt.hardware [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1914.266021] env[62226]: DEBUG nova.virt.hardware [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1914.266021] env[62226]: DEBUG nova.virt.hardware [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1914.266021] env[62226]: DEBUG nova.virt.hardware [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1914.266021] env[62226]: DEBUG nova.virt.hardware [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1914.266021] env[62226]: DEBUG nova.virt.hardware [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1914.266021] env[62226]: DEBUG nova.virt.hardware [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1914.266021] env[62226]: DEBUG nova.virt.hardware [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1914.266021] env[62226]: DEBUG nova.virt.hardware [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1914.266021] env[62226]: DEBUG nova.virt.hardware [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1914.267852] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b0be48-e355-4fa6-b46c-8a0950f82159 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.277165] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd02632f-1a3d-470e-bff0-2245a3890367 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.295138] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1914.295364] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1914.295542] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Deleting the datastore file [datastore1] c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1914.295872] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7f6a06c-6746-4f15-9f0f-51b0c8587e9b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.307948] env[62226]: DEBUG oslo_vmware.api [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1914.307948] env[62226]: value = "task-2028076" [ 1914.307948] env[62226]: _type = "Task" [ 1914.307948] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.322149] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652897} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.324703] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 13fa5844-1487-4374-bb29-f6bf9a667fb1/13fa5844-1487-4374-bb29-f6bf9a667fb1.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1914.328087] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1914.328475] env[62226]: DEBUG oslo_vmware.api [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.328769] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af54594a-f52f-4bad-b7c6-e37e43aae6fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.336249] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1914.336249] env[62226]: value = "task-2028077" [ 1914.336249] env[62226]: _type = "Task" [ 1914.336249] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.347793] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.353815] env[62226]: DEBUG oslo_concurrency.lockutils [None req-91e8b229-41a2-4280-9d41-2a36eee0fba2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "c845f5f3-6086-4e3b-87d9-f773e835dba5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.270s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.601351] env[62226]: DEBUG nova.network.neutron [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Successfully updated port: 7b628c01-12b3-4591-b89b-692c58837fa7 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1914.625673] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028073, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.633867] env[62226]: DEBUG nova.compute.manager [req-5d40a363-96de-4607-8776-d551cb57798b req-26d7d65e-f9ce-4951-82ab-8278d7639a0c service nova] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Received event network-vif-plugged-7b628c01-12b3-4591-b89b-692c58837fa7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1914.634106] env[62226]: DEBUG oslo_concurrency.lockutils [req-5d40a363-96de-4607-8776-d551cb57798b req-26d7d65e-f9ce-4951-82ab-8278d7639a0c service nova] Acquiring lock "95ad0081-2084-416e-ad43-14207ddb5055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.634340] env[62226]: DEBUG oslo_concurrency.lockutils [req-5d40a363-96de-4607-8776-d551cb57798b req-26d7d65e-f9ce-4951-82ab-8278d7639a0c service nova] Lock "95ad0081-2084-416e-ad43-14207ddb5055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.634488] env[62226]: DEBUG oslo_concurrency.lockutils [req-5d40a363-96de-4607-8776-d551cb57798b req-26d7d65e-f9ce-4951-82ab-8278d7639a0c service nova] Lock "95ad0081-2084-416e-ad43-14207ddb5055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.634645] env[62226]: DEBUG nova.compute.manager [req-5d40a363-96de-4607-8776-d551cb57798b req-26d7d65e-f9ce-4951-82ab-8278d7639a0c service nova] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] No waiting events found dispatching network-vif-plugged-7b628c01-12b3-4591-b89b-692c58837fa7 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1914.635033] env[62226]: WARNING nova.compute.manager [req-5d40a363-96de-4607-8776-d551cb57798b req-26d7d65e-f9ce-4951-82ab-8278d7639a0c service nova] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Received unexpected event network-vif-plugged-7b628c01-12b3-4591-b89b-692c58837fa7 for instance with vm_state building and task_state spawning. [ 1914.641140] env[62226]: DEBUG oslo_vmware.api [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2028074, 'name': PowerOffVM_Task, 'duration_secs': 0.384575} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.641385] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1914.641551] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1914.641883] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a6e96e6-62b4-405e-8ff7-981d1c43c336 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.655402] env[62226]: DEBUG oslo_concurrency.lockutils [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "c845f5f3-6086-4e3b-87d9-f773e835dba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.655642] env[62226]: DEBUG oslo_concurrency.lockutils [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "c845f5f3-6086-4e3b-87d9-f773e835dba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.655851] env[62226]: DEBUG oslo_concurrency.lockutils [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "c845f5f3-6086-4e3b-87d9-f773e835dba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.656045] env[62226]: DEBUG oslo_concurrency.lockutils [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "c845f5f3-6086-4e3b-87d9-f773e835dba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.656218] env[62226]: DEBUG oslo_concurrency.lockutils [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "c845f5f3-6086-4e3b-87d9-f773e835dba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.658458] env[62226]: INFO nova.compute.manager [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Terminating instance [ 1914.725860] env[62226]: DEBUG oslo_concurrency.lockutils [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.527s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.726173] env[62226]: INFO nova.compute.manager [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Migrating [ 1914.735190] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.309s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.738609] env[62226]: INFO nova.compute.claims [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1914.751030] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1914.751234] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1914.751480] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Deleting the datastore file [datastore2] d09b72aa-8156-445b-befc-14983b6484bc {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1914.752641] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3df871ff-4954-4bf9-b99b-5ddbf33041f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.760468] env[62226]: DEBUG oslo_vmware.api [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1914.760468] env[62226]: value = "task-2028079" [ 1914.760468] env[62226]: _type = "Task" [ 1914.760468] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.772024] env[62226]: DEBUG oslo_vmware.api [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2028079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.822531] env[62226]: DEBUG oslo_vmware.api [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191568} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.825238] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.825467] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.825687] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.825925] env[62226]: INFO nova.compute.manager [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1914.826242] env[62226]: DEBUG oslo.service.loopingcall [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.826487] env[62226]: DEBUG nova.compute.manager [-] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1914.826611] env[62226]: DEBUG nova.network.neutron [-] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.844072] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081702} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.844334] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1914.845095] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007431d4-7791-4ca1-b92d-6dadea6f8636 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.876210] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 13fa5844-1487-4374-bb29-f6bf9a667fb1/13fa5844-1487-4374-bb29-f6bf9a667fb1.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1914.876572] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1138061-2303-459a-afd7-b869ff23f3e8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.901957] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1914.901957] env[62226]: value = "task-2028080" [ 1914.901957] env[62226]: _type = "Task" [ 1914.901957] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.912310] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.914314] env[62226]: DEBUG nova.network.neutron [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Updated VIF entry in instance network info cache for port 3c28735a-04c7-4d68-9314-871ee12e34da. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1914.914642] env[62226]: DEBUG nova.network.neutron [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Updating instance_info_cache with network_info: [{"id": "3c28735a-04c7-4d68-9314-871ee12e34da", "address": "fa:16:3e:37:2e:79", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c28735a-04", "ovs_interfaceid": "3c28735a-04c7-4d68-9314-871ee12e34da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.103729] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "refresh_cache-95ad0081-2084-416e-ad43-14207ddb5055" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.103875] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquired lock "refresh_cache-95ad0081-2084-416e-ad43-14207ddb5055" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.104036] env[62226]: DEBUG nova.network.neutron [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1915.119548] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028073, 'name': CreateVM_Task, 'duration_secs': 0.619712} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.119720] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1915.120408] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.120580] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.120927] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1915.121181] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f31f9dfe-52b2-44e6-8c55-a99f8651f07b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.126248] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1915.126248] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b531ea-a9d3-e09a-a365-2d93ffc73bfc" [ 1915.126248] env[62226]: _type = "Task" [ 1915.126248] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.136609] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b531ea-a9d3-e09a-a365-2d93ffc73bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.162770] env[62226]: DEBUG nova.compute.manager [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1915.163019] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.163316] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb4d92e-6420-420f-a6ce-e063d5c1edff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.170181] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1915.170181] env[62226]: value = "task-2028081" [ 1915.170181] env[62226]: _type = "Task" [ 1915.170181] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.179975] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.253486] env[62226]: DEBUG oslo_concurrency.lockutils [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.253722] env[62226]: DEBUG oslo_concurrency.lockutils [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.253906] env[62226]: DEBUG nova.network.neutron [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1915.271730] env[62226]: DEBUG oslo_vmware.api [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2028079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217633} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.272026] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1915.272270] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1915.273116] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1915.273116] env[62226]: INFO nova.compute.manager [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1915.273226] env[62226]: DEBUG oslo.service.loopingcall [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.273917] env[62226]: DEBUG nova.compute.manager [-] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1915.274037] env[62226]: DEBUG nova.network.neutron [-] [instance: d09b72aa-8156-445b-befc-14983b6484bc] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1915.414572] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028080, 'name': ReconfigVM_Task, 'duration_secs': 0.294263} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.415195] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 13fa5844-1487-4374-bb29-f6bf9a667fb1/13fa5844-1487-4374-bb29-f6bf9a667fb1.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1915.415872] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c543f6a-cd6c-4496-b540-2f3f449eb3bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.417782] env[62226]: DEBUG oslo_concurrency.lockutils [req-a4d05e62-6bf5-4e21-8006-ed17d352e54a req-c2076819-b3e9-46be-afe6-421f595f0ec2 service nova] Releasing lock "refresh_cache-8259105e-cd1d-4c5c-a6ba-a2db6d597fdb" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.423503] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1915.423503] env[62226]: value = "task-2028082" [ 1915.423503] env[62226]: _type = "Task" [ 1915.423503] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.433274] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028082, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.604529] env[62226]: DEBUG nova.network.neutron [-] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.642622] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b531ea-a9d3-e09a-a365-2d93ffc73bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.026101} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.642922] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.643410] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1915.643496] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.643566] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.643741] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1915.644521] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73dea89a-21f3-4a7b-adcc-a28028044cb7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.653670] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1915.653856] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1915.654944] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8afcbedb-c34d-490c-b28d-0374167e5dc4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.663202] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1915.663202] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52809bae-fc67-3745-bbcd-2ab36af979d8" [ 1915.663202] env[62226]: _type = "Task" [ 1915.663202] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.665065] env[62226]: DEBUG nova.network.neutron [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1915.677190] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52809bae-fc67-3745-bbcd-2ab36af979d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008397} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.679167] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45eb866d-f98a-42ce-acf4-c93060d7c4f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.686991] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028081, 'name': PowerOffVM_Task, 'duration_secs': 0.226067} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.688262] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1915.688478] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1915.688684] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416617', 'volume_id': 'f94df80a-a182-4f7c-92e8-3b07f540370a', 'name': 'volume-f94df80a-a182-4f7c-92e8-3b07f540370a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c845f5f3-6086-4e3b-87d9-f773e835dba5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f94df80a-a182-4f7c-92e8-3b07f540370a', 'serial': 'f94df80a-a182-4f7c-92e8-3b07f540370a'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1915.689025] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1915.689025] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52484f7a-8482-d2db-e770-548ef5d7e0d7" [ 1915.689025] env[62226]: _type = "Task" [ 1915.689025] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.692415] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69601605-774a-4f04-97dc-c5bf78e7fe00 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.703907] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52484f7a-8482-d2db-e770-548ef5d7e0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.720725] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.720725] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb/8259105e-cd1d-4c5c-a6ba-a2db6d597fdb.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1915.721028] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a38b18f0-c50f-4ed9-b55d-e9450860e95d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.723589] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035fa2eb-c8af-4d8e-a26c-0b454b9e52ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.731822] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c6e1d3-3db2-491a-a32e-82a08a9d8ec4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.734454] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1915.734454] env[62226]: value = "task-2028083" [ 1915.734454] env[62226]: _type = "Task" [ 1915.734454] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.759936] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d516f3bb-d664-4cb3-9090-5252440792c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.770247] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.783635] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] The volume has not been displaced from its original location: [datastore2] volume-f94df80a-a182-4f7c-92e8-3b07f540370a/volume-f94df80a-a182-4f7c-92e8-3b07f540370a.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1915.788856] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1915.789569] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2827e30e-6c61-4bf4-8c7a-2da309600deb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.812089] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1915.812089] env[62226]: value = "task-2028084" [ 1915.812089] env[62226]: _type = "Task" [ 1915.812089] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.820638] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.917919] env[62226]: DEBUG nova.network.neutron [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Updating instance_info_cache with network_info: [{"id": "7b628c01-12b3-4591-b89b-692c58837fa7", "address": "fa:16:3e:ba:02:21", "network": {"id": "1f25c975-3a70-47f9-8588-271c4496f164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-925936863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c237198fa6941acb83a9e6215f696ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b628c01-12", "ovs_interfaceid": "7b628c01-12b3-4591-b89b-692c58837fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.934192] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028082, 'name': Rename_Task, 'duration_secs': 0.143386} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.934534] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1915.934808] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4b96b4e-c7f3-405e-a36d-58d3410cf7a5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.945147] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1915.945147] env[62226]: value = "task-2028085" [ 1915.945147] env[62226]: _type = "Task" [ 1915.945147] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.954060] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.111595] env[62226]: INFO nova.compute.manager [-] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Took 1.28 seconds to deallocate network for instance. [ 1916.139849] env[62226]: DEBUG nova.network.neutron [-] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.178522] env[62226]: DEBUG nova.network.neutron [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance_info_cache with network_info: [{"id": "d8dc75b8-a50f-48b0-9d72-40d71a163e0a", "address": "fa:16:3e:13:37:3d", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dc75b8-a5", "ovs_interfaceid": "d8dc75b8-a50f-48b0-9d72-40d71a163e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.248599] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028083, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.263602] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55dd557-4102-4e7a-ae9a-ee434616d800 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.268536] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6bab62-9226-49a9-aa27-619b64a6928e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.301030] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dccf8d-f63a-4e9e-8114-995c74f39eb3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.308760] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295f4466-b13f-4b07-a287-8d0305a23e91 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.326125] env[62226]: DEBUG nova.compute.provider_tree [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.330505] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.423860] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Releasing lock "refresh_cache-95ad0081-2084-416e-ad43-14207ddb5055" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.424213] env[62226]: DEBUG nova.compute.manager [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Instance network_info: |[{"id": "7b628c01-12b3-4591-b89b-692c58837fa7", "address": "fa:16:3e:ba:02:21", "network": {"id": "1f25c975-3a70-47f9-8588-271c4496f164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-925936863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c237198fa6941acb83a9e6215f696ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b628c01-12", "ovs_interfaceid": "7b628c01-12b3-4591-b89b-692c58837fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1916.424651] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:02:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b628c01-12b3-4591-b89b-692c58837fa7', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1916.433486] env[62226]: DEBUG oslo.service.loopingcall [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1916.433889] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1916.435070] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-802b338d-3cb6-42a8-a2d7-c0ab664bed13 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.459518] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.463056] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1916.463056] env[62226]: value = "task-2028086" [ 1916.463056] env[62226]: _type = "Task" [ 1916.463056] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.473213] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028086, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.628964] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.648475] env[62226]: INFO nova.compute.manager [-] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Took 1.37 seconds to deallocate network for instance. [ 1916.682981] env[62226]: DEBUG oslo_concurrency.lockutils [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.751476] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536156} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.752918] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb/8259105e-cd1d-4c5c-a6ba-a2db6d597fdb.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1916.753341] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1916.755058] env[62226]: DEBUG nova.compute.manager [req-3544ae79-fcf4-46d6-8fcd-8de89d64f0e2 req-5ce70d4b-a3b4-49fd-b523-f7fc8d093443 service nova] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Received event network-changed-7b628c01-12b3-4591-b89b-692c58837fa7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1916.755259] env[62226]: DEBUG nova.compute.manager [req-3544ae79-fcf4-46d6-8fcd-8de89d64f0e2 req-5ce70d4b-a3b4-49fd-b523-f7fc8d093443 service nova] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Refreshing instance network info cache due to event network-changed-7b628c01-12b3-4591-b89b-692c58837fa7. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1916.755461] env[62226]: DEBUG oslo_concurrency.lockutils [req-3544ae79-fcf4-46d6-8fcd-8de89d64f0e2 req-5ce70d4b-a3b4-49fd-b523-f7fc8d093443 service nova] Acquiring lock "refresh_cache-95ad0081-2084-416e-ad43-14207ddb5055" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.755610] env[62226]: DEBUG oslo_concurrency.lockutils [req-3544ae79-fcf4-46d6-8fcd-8de89d64f0e2 req-5ce70d4b-a3b4-49fd-b523-f7fc8d093443 service nova] Acquired lock "refresh_cache-95ad0081-2084-416e-ad43-14207ddb5055" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.755758] env[62226]: DEBUG nova.network.neutron [req-3544ae79-fcf4-46d6-8fcd-8de89d64f0e2 req-5ce70d4b-a3b4-49fd-b523-f7fc8d093443 service nova] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Refreshing network info cache for port 7b628c01-12b3-4591-b89b-692c58837fa7 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1916.757342] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82547d9d-2e67-49c6-b1a7-b3c4c7108097 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.765971] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1916.765971] env[62226]: value = "task-2028087" [ 1916.765971] env[62226]: _type = "Task" [ 1916.765971] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.777212] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.825165] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028084, 'name': ReconfigVM_Task, 'duration_secs': 0.679655} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.825492] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1916.833022] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9b1df57-c700-465c-a981-4d50c9163fdd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.841399] env[62226]: DEBUG nova.scheduler.client.report [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1916.852541] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1916.852541] env[62226]: value = "task-2028088" [ 1916.852541] env[62226]: _type = "Task" [ 1916.852541] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.869305] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.964221] env[62226]: DEBUG oslo_vmware.api [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028085, 'name': PowerOnVM_Task, 'duration_secs': 0.740312} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.964221] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1916.964221] env[62226]: INFO nova.compute.manager [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1916.964221] env[62226]: DEBUG nova.compute.manager [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1916.964378] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bdf49c-f347-4470-b3ee-794a67a7852f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.979736] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028086, 'name': CreateVM_Task, 'duration_secs': 0.49565} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.980017] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1916.981036] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.981036] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.981346] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1916.981605] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eda49b3-3f3d-46df-803b-3abd9fb3eef4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.987680] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1916.987680] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526d49ed-11fa-ce7d-2fbf-8eaff7b2f022" [ 1916.987680] env[62226]: _type = "Task" [ 1916.987680] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.999320] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526d49ed-11fa-ce7d-2fbf-8eaff7b2f022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.156423] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.278748] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073662} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.278748] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1917.282076] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b29866-3434-4b52-858c-9e008f0d0822 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.317756] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb/8259105e-cd1d-4c5c-a6ba-a2db6d597fdb.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1917.320139] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b84527-be27-4d76-bcb6-2df41b8ed5bf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.341571] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1917.341571] env[62226]: value = "task-2028089" [ 1917.341571] env[62226]: _type = "Task" [ 1917.341571] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.347074] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.347657] env[62226]: DEBUG nova.compute.manager [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1917.353493] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.877s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.353698] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.356213] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.144s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.357200] env[62226]: INFO nova.compute.claims [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1917.360230] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.372098] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028088, 'name': ReconfigVM_Task, 'duration_secs': 0.24934} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.373070] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416617', 'volume_id': 'f94df80a-a182-4f7c-92e8-3b07f540370a', 'name': 'volume-f94df80a-a182-4f7c-92e8-3b07f540370a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c845f5f3-6086-4e3b-87d9-f773e835dba5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f94df80a-a182-4f7c-92e8-3b07f540370a', 'serial': 'f94df80a-a182-4f7c-92e8-3b07f540370a'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1917.373070] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1917.373912] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cf4a4d-a2b9-4948-a574-b9d6350ab7a2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.385906] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1917.386226] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d8d6702-afaa-4493-8d26-104db9f4dba1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.397100] env[62226]: INFO nova.scheduler.client.report [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Deleted allocations for instance ab454db1-8b99-4608-8672-8f64a19274bd [ 1917.499696] env[62226]: INFO nova.compute.manager [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Took 52.43 seconds to build instance. [ 1917.508871] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526d49ed-11fa-ce7d-2fbf-8eaff7b2f022, 'name': SearchDatastore_Task, 'duration_secs': 0.014079} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.508871] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.508871] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1917.509099] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.509367] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.509455] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1917.509674] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-306b79bc-d063-4c2c-8667-99de6f753784 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.519810] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1917.519993] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1917.520762] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4886bea6-be07-4a33-b123-c0ee11104040 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.526887] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1917.526887] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e79d8f-dc0a-6f86-998d-1e13b8b93eda" [ 1917.526887] env[62226]: _type = "Task" [ 1917.526887] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.537128] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e79d8f-dc0a-6f86-998d-1e13b8b93eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.587905] env[62226]: DEBUG nova.network.neutron [req-3544ae79-fcf4-46d6-8fcd-8de89d64f0e2 req-5ce70d4b-a3b4-49fd-b523-f7fc8d093443 service nova] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Updated VIF entry in instance network info cache for port 7b628c01-12b3-4591-b89b-692c58837fa7. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1917.588339] env[62226]: DEBUG nova.network.neutron [req-3544ae79-fcf4-46d6-8fcd-8de89d64f0e2 req-5ce70d4b-a3b4-49fd-b523-f7fc8d093443 service nova] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Updating instance_info_cache with network_info: [{"id": "7b628c01-12b3-4591-b89b-692c58837fa7", "address": "fa:16:3e:ba:02:21", "network": {"id": "1f25c975-3a70-47f9-8588-271c4496f164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-925936863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c237198fa6941acb83a9e6215f696ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b628c01-12", "ovs_interfaceid": "7b628c01-12b3-4591-b89b-692c58837fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.791675] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1917.792215] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1917.792459] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleting the datastore file [datastore1] c845f5f3-6086-4e3b-87d9-f773e835dba5 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.792761] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-964069e1-bd18-46f8-a916-3d3d78c0d391 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.800713] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1917.800713] env[62226]: value = "task-2028091" [ 1917.800713] env[62226]: _type = "Task" [ 1917.800713] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.811250] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.859247] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028089, 'name': ReconfigVM_Task, 'duration_secs': 0.318941} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.859547] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb/8259105e-cd1d-4c5c-a6ba-a2db6d597fdb.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1917.862337] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-018962e2-c110-4be9-9da9-9e10d6b1b48a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.867026] env[62226]: DEBUG nova.compute.utils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1917.867026] env[62226]: DEBUG nova.compute.manager [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1917.867026] env[62226]: DEBUG nova.network.neutron [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.875397] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1917.875397] env[62226]: value = "task-2028092" [ 1917.875397] env[62226]: _type = "Task" [ 1917.875397] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.888338] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028092, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.904928] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bfa74a52-c30e-47e2-804f-093cc1658040 tempest-FloatingIPsAssociationTestJSON-1602462015 tempest-FloatingIPsAssociationTestJSON-1602462015-project-member] Lock "ab454db1-8b99-4608-8672-8f64a19274bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.043s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.973061] env[62226]: DEBUG nova.policy [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abcd69337f0c412db8add1c06367adac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e8451c58cf449ab862ad358a039c09f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1918.002410] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17be304c-8e9e-44e2-ba6e-cd8b3fc6441b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.192s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.038837] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e79d8f-dc0a-6f86-998d-1e13b8b93eda, 'name': SearchDatastore_Task, 'duration_secs': 0.018819} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.039746] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855e1a8a-766c-49dd-8745-ff731084f8c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.045798] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1918.045798] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a3aff5-abfa-983d-a7b8-a57bfd0e8ed1" [ 1918.045798] env[62226]: _type = "Task" [ 1918.045798] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.055503] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a3aff5-abfa-983d-a7b8-a57bfd0e8ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.091720] env[62226]: DEBUG oslo_concurrency.lockutils [req-3544ae79-fcf4-46d6-8fcd-8de89d64f0e2 req-5ce70d4b-a3b4-49fd-b523-f7fc8d093443 service nova] Releasing lock "refresh_cache-95ad0081-2084-416e-ad43-14207ddb5055" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.091720] env[62226]: DEBUG nova.compute.manager [req-3544ae79-fcf4-46d6-8fcd-8de89d64f0e2 req-5ce70d4b-a3b4-49fd-b523-f7fc8d093443 service nova] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Received event network-vif-deleted-316e0b50-7b9a-4edd-9010-f9f5f91b3001 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1918.091720] env[62226]: DEBUG nova.compute.manager [req-3544ae79-fcf4-46d6-8fcd-8de89d64f0e2 req-5ce70d4b-a3b4-49fd-b523-f7fc8d093443 service nova] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Received event network-vif-deleted-9ff2dfe6-aa26-41e0-a21c-90245e882202 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1918.199430] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4902570e-b36d-4272-8f4d-522c3f080616 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.230563] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance '57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47' progress to 0 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1918.315991] env[62226]: DEBUG oslo_vmware.api [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206303} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.316332] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.316549] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.316733] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.316928] env[62226]: INFO nova.compute.manager [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Took 3.15 seconds to destroy the instance on the hypervisor. [ 1918.317319] env[62226]: DEBUG oslo.service.loopingcall [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.317386] env[62226]: DEBUG nova.compute.manager [-] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1918.317608] env[62226]: DEBUG nova.network.neutron [-] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.370434] env[62226]: DEBUG nova.compute.manager [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1918.403196] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028092, 'name': Rename_Task, 'duration_secs': 0.149475} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.404033] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1918.407026] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bbd7c97-7179-4357-91d7-f08f5c9189a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.416372] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1918.416372] env[62226]: value = "task-2028093" [ 1918.416372] env[62226]: _type = "Task" [ 1918.416372] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.431480] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.562765] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a3aff5-abfa-983d-a7b8-a57bfd0e8ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.563600] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.563600] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 95ad0081-2084-416e-ad43-14207ddb5055/95ad0081-2084-416e-ad43-14207ddb5055.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1918.563864] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bb82a86-9311-4e80-9d54-c26788c78a72 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.575777] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1918.575777] env[62226]: value = "task-2028094" [ 1918.575777] env[62226]: _type = "Task" [ 1918.575777] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.582934] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.738722] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.742790] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a5815dd-8269-4766-bda0-e93614880b5d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.753231] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1918.753231] env[62226]: value = "task-2028095" [ 1918.753231] env[62226]: _type = "Task" [ 1918.753231] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.770533] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.938078] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028093, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.940264] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e2c955-7378-45b4-99f0-60cc1402f249 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.951672] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ef26d7-1ca6-4d1c-a57e-a6102259b56d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.991855] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fddd9e4-e485-42a1-a4ac-679c474e2c1b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.001818] env[62226]: DEBUG nova.network.neutron [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Successfully created port: 17148f61-a158-42a3-9f30-feb6360ebdae {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1919.005374] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f727b2b9-73fa-4fda-ad82-7e5c91c38c21 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.025591] env[62226]: DEBUG nova.compute.provider_tree [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.057612] env[62226]: DEBUG nova.compute.manager [req-59cb9492-e68c-4d24-a7b5-223e4485f3e6 req-13f54efb-8aee-40b4-9a01-dbcc4b6716cc service nova] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Received event network-vif-deleted-34a93dd3-f449-4c74-9604-fbaed942fa99 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1919.057914] env[62226]: INFO nova.compute.manager [req-59cb9492-e68c-4d24-a7b5-223e4485f3e6 req-13f54efb-8aee-40b4-9a01-dbcc4b6716cc service nova] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Neutron deleted interface 34a93dd3-f449-4c74-9604-fbaed942fa99; detaching it from the instance and deleting it from the info cache [ 1919.058268] env[62226]: DEBUG nova.network.neutron [req-59cb9492-e68c-4d24-a7b5-223e4485f3e6 req-13f54efb-8aee-40b4-9a01-dbcc4b6716cc service nova] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.086073] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028094, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.267141] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028095, 'name': PowerOffVM_Task, 'duration_secs': 0.432305} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.267679] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1919.268972] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance '57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47' progress to 17 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1919.388573] env[62226]: DEBUG nova.compute.manager [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1919.392662] env[62226]: DEBUG nova.network.neutron [-] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.434970] env[62226]: DEBUG nova.virt.hardware [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.435162] env[62226]: DEBUG nova.virt.hardware [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.435338] env[62226]: DEBUG nova.virt.hardware [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.435560] env[62226]: DEBUG nova.virt.hardware [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.435744] env[62226]: DEBUG nova.virt.hardware [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.435925] env[62226]: DEBUG nova.virt.hardware [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.436155] env[62226]: DEBUG nova.virt.hardware [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.436359] env[62226]: DEBUG nova.virt.hardware [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.436787] env[62226]: DEBUG nova.virt.hardware [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.436787] env[62226]: DEBUG nova.virt.hardware [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.436952] env[62226]: DEBUG nova.virt.hardware [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.437328] env[62226]: DEBUG oslo_vmware.api [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028093, 'name': PowerOnVM_Task, 'duration_secs': 0.573031} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.438128] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d967ad-dc22-43ec-b57b-26d0660c5cad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.441119] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1919.441342] env[62226]: INFO nova.compute.manager [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1919.441517] env[62226]: DEBUG nova.compute.manager [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.442577] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bb21f0-0268-4b94-b48d-68d2950c2010 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.455382] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3bfe8f-afd9-4bfc-aeeb-4745879a1d4f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.532185] env[62226]: DEBUG nova.scheduler.client.report [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1919.564278] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be292c7f-e976-4c42-aaf8-099ae290a712 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.574692] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c34ebc-8146-49e3-8fa5-ffcc8fb5f680 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.604169] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612796} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.604640] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 95ad0081-2084-416e-ad43-14207ddb5055/95ad0081-2084-416e-ad43-14207ddb5055.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1919.604998] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1919.605443] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7e2e32b-6a12-45cd-b8e8-ee85b05c5e4b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.629054] env[62226]: DEBUG nova.compute.manager [req-59cb9492-e68c-4d24-a7b5-223e4485f3e6 req-13f54efb-8aee-40b4-9a01-dbcc4b6716cc service nova] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Detach interface failed, port_id=34a93dd3-f449-4c74-9604-fbaed942fa99, reason: Instance c845f5f3-6086-4e3b-87d9-f773e835dba5 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1919.638020] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1919.638020] env[62226]: value = "task-2028096" [ 1919.638020] env[62226]: _type = "Task" [ 1919.638020] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.646042] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.779580] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.779989] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.780286] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.780467] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.780660] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.780815] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.781571] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.782515] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.782831] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.782931] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.783114] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.789968] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7846af13-ce17-4325-af7c-02a3a6fd92f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.809536] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1919.809536] env[62226]: value = "task-2028097" [ 1919.809536] env[62226]: _type = "Task" [ 1919.809536] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.819281] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.896692] env[62226]: INFO nova.compute.manager [-] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Took 1.58 seconds to deallocate network for instance. [ 1919.969969] env[62226]: INFO nova.compute.manager [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Took 50.38 seconds to build instance. [ 1920.035506] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.036479] env[62226]: DEBUG nova.compute.manager [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1920.040436] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.458s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.147544] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076338} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.148297] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1920.149221] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67ad3a4-128f-4f63-bb92-b7a30f0255c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.175323] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 95ad0081-2084-416e-ad43-14207ddb5055/95ad0081-2084-416e-ad43-14207ddb5055.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1920.175717] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec3243b1-b2ce-4deb-83f9-716c044b327f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.196788] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1920.196788] env[62226]: value = "task-2028098" [ 1920.196788] env[62226]: _type = "Task" [ 1920.196788] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.205660] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.322034] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028097, 'name': ReconfigVM_Task, 'duration_secs': 0.401744} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.323015] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance '57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47' progress to 33 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1920.455145] env[62226]: INFO nova.compute.manager [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Took 0.56 seconds to detach 1 volumes for instance. [ 1920.475304] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4baa529-51de-4a06-bee3-60c9e0068081 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "8259105e-cd1d-4c5c-a6ba-a2db6d597fdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.596s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.544073] env[62226]: DEBUG nova.compute.utils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1920.547848] env[62226]: INFO nova.compute.claims [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1920.552013] env[62226]: DEBUG nova.compute.manager [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1920.552232] env[62226]: DEBUG nova.network.neutron [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1920.624471] env[62226]: DEBUG nova.policy [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3992756f3b4e453a90c1cdb4120fd11c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c184d4baa1fb4b9e8ab37c51d19de38f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1920.640914] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Acquiring lock "1319c83f-40fc-4bf7-92b1-7d95a12b9859" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.641206] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Lock "1319c83f-40fc-4bf7-92b1-7d95a12b9859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.709799] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.804587] env[62226]: DEBUG nova.compute.manager [req-59a96c37-6bf3-4cea-b7d1-23943c9ea8c0 req-04900a3b-9533-4f00-be5f-1d6c941b6019 service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Received event network-vif-plugged-17148f61-a158-42a3-9f30-feb6360ebdae {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1920.805753] env[62226]: DEBUG oslo_concurrency.lockutils [req-59a96c37-6bf3-4cea-b7d1-23943c9ea8c0 req-04900a3b-9533-4f00-be5f-1d6c941b6019 service nova] Acquiring lock "eec9ee2e-5d78-4068-b2fe-fb828b8be651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.805953] env[62226]: DEBUG oslo_concurrency.lockutils [req-59a96c37-6bf3-4cea-b7d1-23943c9ea8c0 req-04900a3b-9533-4f00-be5f-1d6c941b6019 service nova] Lock "eec9ee2e-5d78-4068-b2fe-fb828b8be651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.806148] env[62226]: DEBUG oslo_concurrency.lockutils [req-59a96c37-6bf3-4cea-b7d1-23943c9ea8c0 req-04900a3b-9533-4f00-be5f-1d6c941b6019 service nova] Lock "eec9ee2e-5d78-4068-b2fe-fb828b8be651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.806332] env[62226]: DEBUG nova.compute.manager [req-59a96c37-6bf3-4cea-b7d1-23943c9ea8c0 req-04900a3b-9533-4f00-be5f-1d6c941b6019 service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] No waiting events found dispatching network-vif-plugged-17148f61-a158-42a3-9f30-feb6360ebdae {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1920.806506] env[62226]: WARNING nova.compute.manager [req-59a96c37-6bf3-4cea-b7d1-23943c9ea8c0 req-04900a3b-9533-4f00-be5f-1d6c941b6019 service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Received unexpected event network-vif-plugged-17148f61-a158-42a3-9f30-feb6360ebdae for instance with vm_state building and task_state spawning. [ 1920.830856] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1920.831123] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1920.831288] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1920.831474] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1920.831962] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1920.831962] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1920.831962] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1920.832482] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1920.832688] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1920.832862] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1920.833082] env[62226]: DEBUG nova.virt.hardware [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1920.839727] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1920.840368] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb25151-f3b5-465f-8069-6707def339bf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.864168] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1920.864168] env[62226]: value = "task-2028099" [ 1920.864168] env[62226]: _type = "Task" [ 1920.864168] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.879410] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.881271] env[62226]: DEBUG nova.network.neutron [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Successfully updated port: 17148f61-a158-42a3-9f30-feb6360ebdae {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1920.962392] env[62226]: DEBUG oslo_concurrency.lockutils [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.053693] env[62226]: DEBUG nova.compute.manager [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1921.058378] env[62226]: INFO nova.compute.resource_tracker [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating resource usage from migration d8021084-ec2d-4825-9f11-0492af667301 [ 1921.063221] env[62226]: DEBUG nova.network.neutron [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Successfully created port: 4dc1ceb6-19c8-473d-9801-2e52033b3284 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1921.085909] env[62226]: DEBUG nova.compute.manager [req-0081974d-3a1d-4c84-bac9-d67e21a4a4f1 req-8bf70545-bec2-4cf6-b1e4-462fe1075a3c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received event network-changed-1055a37d-b7d8-49e1-ad3a-b5de0c049ddb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1921.085909] env[62226]: DEBUG nova.compute.manager [req-0081974d-3a1d-4c84-bac9-d67e21a4a4f1 req-8bf70545-bec2-4cf6-b1e4-462fe1075a3c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Refreshing instance network info cache due to event network-changed-1055a37d-b7d8-49e1-ad3a-b5de0c049ddb. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1921.085909] env[62226]: DEBUG oslo_concurrency.lockutils [req-0081974d-3a1d-4c84-bac9-d67e21a4a4f1 req-8bf70545-bec2-4cf6-b1e4-462fe1075a3c service nova] Acquiring lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.086187] env[62226]: DEBUG oslo_concurrency.lockutils [req-0081974d-3a1d-4c84-bac9-d67e21a4a4f1 req-8bf70545-bec2-4cf6-b1e4-462fe1075a3c service nova] Acquired lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.087103] env[62226]: DEBUG nova.network.neutron [req-0081974d-3a1d-4c84-bac9-d67e21a4a4f1 req-8bf70545-bec2-4cf6-b1e4-462fe1075a3c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Refreshing network info cache for port 1055a37d-b7d8-49e1-ad3a-b5de0c049ddb {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.144472] env[62226]: DEBUG nova.compute.manager [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1921.209443] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028098, 'name': ReconfigVM_Task, 'duration_secs': 0.733213} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.211924] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 95ad0081-2084-416e-ad43-14207ddb5055/95ad0081-2084-416e-ad43-14207ddb5055.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1921.212732] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c581880-cef4-4cf3-91b0-b2102817af02 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.221970] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1921.221970] env[62226]: value = "task-2028100" [ 1921.221970] env[62226]: _type = "Task" [ 1921.221970] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.232688] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028100, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.278148] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "8259105e-cd1d-4c5c-a6ba-a2db6d597fdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.278543] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "8259105e-cd1d-4c5c-a6ba-a2db6d597fdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.278770] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "8259105e-cd1d-4c5c-a6ba-a2db6d597fdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.278963] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "8259105e-cd1d-4c5c-a6ba-a2db6d597fdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.279151] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "8259105e-cd1d-4c5c-a6ba-a2db6d597fdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.281324] env[62226]: INFO nova.compute.manager [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Terminating instance [ 1921.379212] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028099, 'name': ReconfigVM_Task, 'duration_secs': 0.236836} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.383696] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1921.384790] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1120762e-2cd0-4a74-acb9-2df66f8e50fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.387680] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Acquiring lock "refresh_cache-eec9ee2e-5d78-4068-b2fe-fb828b8be651" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.387853] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Acquired lock "refresh_cache-eec9ee2e-5d78-4068-b2fe-fb828b8be651" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.388048] env[62226]: DEBUG nova.network.neutron [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1921.415075] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47/57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1921.419445] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37f8fb55-1b14-4f29-af83-54569ac244f5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.441366] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1921.441366] env[62226]: value = "task-2028101" [ 1921.441366] env[62226]: _type = "Task" [ 1921.441366] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.450856] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.534255] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09184c64-b318-4c2d-9a08-e65a46b15f02 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.542838] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f90f88-c013-4f3c-8883-9496c6989e43 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.583482] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c82599-c446-457c-9d4f-dc52fce6fcc5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.594180] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59813084-0784-4fe5-b6b9-8de5e910fa4f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.609564] env[62226]: DEBUG nova.compute.provider_tree [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.666205] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.736434] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028100, 'name': Rename_Task, 'duration_secs': 0.282146} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.736434] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1921.736434] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a1a6602-39c7-42ab-978a-b4a972d7d32e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.745023] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1921.745023] env[62226]: value = "task-2028102" [ 1921.745023] env[62226]: _type = "Task" [ 1921.745023] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.752582] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.790807] env[62226]: DEBUG nova.compute.manager [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1921.791055] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1921.792047] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec78d0e-41ef-4341-bad4-c2888116004f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.801048] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1921.801307] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4754a5f5-819c-45c8-ac35-ae24d16ccf4f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.806646] env[62226]: DEBUG oslo_vmware.api [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1921.806646] env[62226]: value = "task-2028103" [ 1921.806646] env[62226]: _type = "Task" [ 1921.806646] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.814819] env[62226]: DEBUG oslo_vmware.api [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.853081] env[62226]: DEBUG nova.network.neutron [req-0081974d-3a1d-4c84-bac9-d67e21a4a4f1 req-8bf70545-bec2-4cf6-b1e4-462fe1075a3c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updated VIF entry in instance network info cache for port 1055a37d-b7d8-49e1-ad3a-b5de0c049ddb. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.853458] env[62226]: DEBUG nova.network.neutron [req-0081974d-3a1d-4c84-bac9-d67e21a4a4f1 req-8bf70545-bec2-4cf6-b1e4-462fe1075a3c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updating instance_info_cache with network_info: [{"id": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "address": "fa:16:3e:3a:3b:45", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055a37d-b7", "ovs_interfaceid": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.933890] env[62226]: DEBUG nova.network.neutron [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1921.951886] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028101, 'name': ReconfigVM_Task, 'duration_secs': 0.359167} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.955436] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47/57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1921.955880] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance '57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47' progress to 50 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1922.084658] env[62226]: DEBUG nova.compute.manager [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1922.091913] env[62226]: DEBUG nova.network.neutron [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Updating instance_info_cache with network_info: [{"id": "17148f61-a158-42a3-9f30-feb6360ebdae", "address": "fa:16:3e:6b:8a:c2", "network": {"id": "923dc776-4103-443d-b240-11f7e09771bc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-782085590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8451c58cf449ab862ad358a039c09f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17148f61-a1", "ovs_interfaceid": "17148f61-a158-42a3-9f30-feb6360ebdae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.114601] env[62226]: DEBUG nova.virt.hardware [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1922.114847] env[62226]: DEBUG nova.virt.hardware [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1922.115010] env[62226]: DEBUG nova.virt.hardware [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1922.115214] env[62226]: DEBUG nova.virt.hardware [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1922.115362] env[62226]: DEBUG nova.virt.hardware [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1922.115508] env[62226]: DEBUG nova.virt.hardware [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1922.115803] env[62226]: DEBUG nova.virt.hardware [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1922.115974] env[62226]: DEBUG nova.virt.hardware [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1922.116170] env[62226]: DEBUG nova.virt.hardware [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1922.116335] env[62226]: DEBUG nova.virt.hardware [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1922.116515] env[62226]: DEBUG nova.virt.hardware [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1922.117401] env[62226]: DEBUG nova.scheduler.client.report [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1922.121227] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6059d2d3-c85a-47fe-85a2-c804815b07ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.136514] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf6c114-0aee-4af4-b0ad-5631c65195f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.254090] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028102, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.316202] env[62226]: DEBUG oslo_vmware.api [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028103, 'name': PowerOffVM_Task, 'duration_secs': 0.195301} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.316476] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1922.316646] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1922.316927] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6429bee3-7186-4b25-afd3-fd1c5da7f226 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.356270] env[62226]: DEBUG oslo_concurrency.lockutils [req-0081974d-3a1d-4c84-bac9-d67e21a4a4f1 req-8bf70545-bec2-4cf6-b1e4-462fe1075a3c service nova] Releasing lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.463776] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be55f010-8fc1-407d-a48e-2c34e1c60e09 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.485527] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ab105e-64d6-4c52-9699-c0a57036c843 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.505796] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance '57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47' progress to 67 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1922.510348] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1922.510643] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1922.510929] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleting the datastore file [datastore2] 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1922.511604] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2cc3b60-4d2f-49d8-a52c-bb006f01ae25 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.519054] env[62226]: DEBUG oslo_vmware.api [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1922.519054] env[62226]: value = "task-2028105" [ 1922.519054] env[62226]: _type = "Task" [ 1922.519054] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.527042] env[62226]: DEBUG oslo_vmware.api [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.594727] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Releasing lock "refresh_cache-eec9ee2e-5d78-4068-b2fe-fb828b8be651" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.595066] env[62226]: DEBUG nova.compute.manager [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Instance network_info: |[{"id": "17148f61-a158-42a3-9f30-feb6360ebdae", "address": "fa:16:3e:6b:8a:c2", "network": {"id": "923dc776-4103-443d-b240-11f7e09771bc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-782085590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8451c58cf449ab862ad358a039c09f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17148f61-a1", "ovs_interfaceid": "17148f61-a158-42a3-9f30-feb6360ebdae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1922.597315] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:8a:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17148f61-a158-42a3-9f30-feb6360ebdae', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1922.605028] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Creating folder: Project (5e8451c58cf449ab862ad358a039c09f). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1922.605028] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-814a2a49-a438-4b34-a924-5ea51ed62a6c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.614066] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Created folder: Project (5e8451c58cf449ab862ad358a039c09f) in parent group-v416438. [ 1922.614242] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Creating folder: Instances. Parent ref: group-v416621. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1922.614473] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ef99382-8ee7-4a35-80d6-a6eddcb68337 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.624686] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Created folder: Instances in parent group-v416621. [ 1922.624924] env[62226]: DEBUG oslo.service.loopingcall [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.625128] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1922.625335] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81621cdd-4b01-4bed-ab0f-cc7fb0e60dc4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.639955] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.600s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.640185] env[62226]: INFO nova.compute.manager [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Migrating [ 1922.646673] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.147s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.646875] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.648833] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.762s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.649063] env[62226]: DEBUG nova.objects.instance [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lazy-loading 'resources' on Instance uuid 54d8f236-db19-4cf9-8482-51693ee4085d {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1922.659973] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1922.659973] env[62226]: value = "task-2028108" [ 1922.659973] env[62226]: _type = "Task" [ 1922.659973] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.672310] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028108, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.682480] env[62226]: INFO nova.scheduler.client.report [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleted allocations for instance b5fe2d57-4ec1-4411-8c7c-50f4c6047940 [ 1922.754711] env[62226]: DEBUG oslo_vmware.api [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028102, 'name': PowerOnVM_Task, 'duration_secs': 0.512143} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.754711] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1922.754711] env[62226]: INFO nova.compute.manager [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1922.754711] env[62226]: DEBUG nova.compute.manager [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1922.755270] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106bc89c-cc5e-4058-a1c6-c10714c8cb09 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.921030] env[62226]: DEBUG nova.compute.manager [req-34c2308c-7ee8-4976-90cf-10468282ad99 req-9d346e55-bb04-4c10-8ae3-ea6f93cd7ccd service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Received event network-changed-17148f61-a158-42a3-9f30-feb6360ebdae {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1922.921030] env[62226]: DEBUG nova.compute.manager [req-34c2308c-7ee8-4976-90cf-10468282ad99 req-9d346e55-bb04-4c10-8ae3-ea6f93cd7ccd service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Refreshing instance network info cache due to event network-changed-17148f61-a158-42a3-9f30-feb6360ebdae. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1922.921030] env[62226]: DEBUG oslo_concurrency.lockutils [req-34c2308c-7ee8-4976-90cf-10468282ad99 req-9d346e55-bb04-4c10-8ae3-ea6f93cd7ccd service nova] Acquiring lock "refresh_cache-eec9ee2e-5d78-4068-b2fe-fb828b8be651" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.921030] env[62226]: DEBUG oslo_concurrency.lockutils [req-34c2308c-7ee8-4976-90cf-10468282ad99 req-9d346e55-bb04-4c10-8ae3-ea6f93cd7ccd service nova] Acquired lock "refresh_cache-eec9ee2e-5d78-4068-b2fe-fb828b8be651" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.921201] env[62226]: DEBUG nova.network.neutron [req-34c2308c-7ee8-4976-90cf-10468282ad99 req-9d346e55-bb04-4c10-8ae3-ea6f93cd7ccd service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Refreshing network info cache for port 17148f61-a158-42a3-9f30-feb6360ebdae {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1923.009109] env[62226]: DEBUG nova.network.neutron [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Successfully updated port: 4dc1ceb6-19c8-473d-9801-2e52033b3284 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1923.033027] env[62226]: DEBUG oslo_vmware.api [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140989} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.033027] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1923.033027] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1923.033027] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1923.033027] env[62226]: INFO nova.compute.manager [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1923.033027] env[62226]: DEBUG oslo.service.loopingcall [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1923.033027] env[62226]: DEBUG nova.compute.manager [-] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1923.033027] env[62226]: DEBUG nova.network.neutron [-] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1923.057440] env[62226]: DEBUG nova.network.neutron [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Port d8dc75b8-a50f-48b0-9d72-40d71a163e0a binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1923.110271] env[62226]: DEBUG nova.compute.manager [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Received event network-vif-plugged-4dc1ceb6-19c8-473d-9801-2e52033b3284 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1923.110566] env[62226]: DEBUG oslo_concurrency.lockutils [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] Acquiring lock "08b359f8-85c7-4a1f-b4c4-fdde498c2d89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.110628] env[62226]: DEBUG oslo_concurrency.lockutils [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] Lock "08b359f8-85c7-4a1f-b4c4-fdde498c2d89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.110737] env[62226]: DEBUG oslo_concurrency.lockutils [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] Lock "08b359f8-85c7-4a1f-b4c4-fdde498c2d89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.110899] env[62226]: DEBUG nova.compute.manager [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] No waiting events found dispatching network-vif-plugged-4dc1ceb6-19c8-473d-9801-2e52033b3284 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1923.111073] env[62226]: WARNING nova.compute.manager [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Received unexpected event network-vif-plugged-4dc1ceb6-19c8-473d-9801-2e52033b3284 for instance with vm_state building and task_state spawning. [ 1923.111240] env[62226]: DEBUG nova.compute.manager [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Received event network-changed-4dc1ceb6-19c8-473d-9801-2e52033b3284 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1923.111392] env[62226]: DEBUG nova.compute.manager [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Refreshing instance network info cache due to event network-changed-4dc1ceb6-19c8-473d-9801-2e52033b3284. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1923.111572] env[62226]: DEBUG oslo_concurrency.lockutils [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] Acquiring lock "refresh_cache-08b359f8-85c7-4a1f-b4c4-fdde498c2d89" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.112132] env[62226]: DEBUG oslo_concurrency.lockutils [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] Acquired lock "refresh_cache-08b359f8-85c7-4a1f-b4c4-fdde498c2d89" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.112132] env[62226]: DEBUG nova.network.neutron [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Refreshing network info cache for port 4dc1ceb6-19c8-473d-9801-2e52033b3284 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1923.158476] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.158658] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.158831] env[62226]: DEBUG nova.network.neutron [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1923.169972] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028108, 'name': CreateVM_Task, 'duration_secs': 0.380109} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.170917] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1923.171428] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.171616] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.171910] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1923.172407] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ffc5dc-cd88-43d9-abd2-1b358f27f5e1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.177056] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Waiting for the task: (returnval){ [ 1923.177056] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5266351e-2cd2-771a-6f11-a118d33d0588" [ 1923.177056] env[62226]: _type = "Task" [ 1923.177056] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.188353] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5266351e-2cd2-771a-6f11-a118d33d0588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.195473] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f94e4e62-8488-4698-9bae-5299e12475e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b5fe2d57-4ec1-4411-8c7c-50f4c6047940" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.887s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.274334] env[62226]: INFO nova.compute.manager [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Took 51.17 seconds to build instance. [ 1923.512026] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "refresh_cache-08b359f8-85c7-4a1f-b4c4-fdde498c2d89" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.513628] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af958745-6da4-4c65-aa11-3000be8f3f45 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.521460] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922a0fc1-c2ed-4141-8b64-e5c5e30057ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.555385] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8bb550-173f-4c4e-b216-3455b937eddb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.566370] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae17dae6-1ea1-4a0a-8389-54756516a92a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.580556] env[62226]: DEBUG nova.compute.provider_tree [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1923.651329] env[62226]: DEBUG nova.network.neutron [req-34c2308c-7ee8-4976-90cf-10468282ad99 req-9d346e55-bb04-4c10-8ae3-ea6f93cd7ccd service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Updated VIF entry in instance network info cache for port 17148f61-a158-42a3-9f30-feb6360ebdae. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1923.651697] env[62226]: DEBUG nova.network.neutron [req-34c2308c-7ee8-4976-90cf-10468282ad99 req-9d346e55-bb04-4c10-8ae3-ea6f93cd7ccd service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Updating instance_info_cache with network_info: [{"id": "17148f61-a158-42a3-9f30-feb6360ebdae", "address": "fa:16:3e:6b:8a:c2", "network": {"id": "923dc776-4103-443d-b240-11f7e09771bc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-782085590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8451c58cf449ab862ad358a039c09f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17148f61-a1", "ovs_interfaceid": "17148f61-a158-42a3-9f30-feb6360ebdae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.659576] env[62226]: DEBUG nova.network.neutron [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1923.687448] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5266351e-2cd2-771a-6f11-a118d33d0588, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.687708] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.687917] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1923.688189] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.688309] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.688473] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1923.688716] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61695d17-18c6-4b1f-a56a-8b0a893b4038 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.699135] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1923.699339] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1923.700062] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2928edd5-8186-4fd3-bd7c-fa0d277d38cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.705653] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Waiting for the task: (returnval){ [ 1923.705653] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a573d1-be56-4706-dd7f-dfea53a900e3" [ 1923.705653] env[62226]: _type = "Task" [ 1923.705653] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.713321] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a573d1-be56-4706-dd7f-dfea53a900e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.779304] env[62226]: DEBUG oslo_concurrency.lockutils [None req-23db4df9-93e6-428b-ae09-f2b3021e3d83 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "95ad0081-2084-416e-ad43-14207ddb5055" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.679s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.784587] env[62226]: DEBUG nova.network.neutron [-] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.880855] env[62226]: DEBUG nova.network.neutron [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance_info_cache with network_info: [{"id": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "address": "fa:16:3e:8e:8c:26", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5a57650-dd", "ovs_interfaceid": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.003250] env[62226]: DEBUG nova.network.neutron [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.077176] env[62226]: DEBUG oslo_concurrency.lockutils [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.077176] env[62226]: DEBUG oslo_concurrency.lockutils [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.077364] env[62226]: DEBUG oslo_concurrency.lockutils [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.085526] env[62226]: DEBUG nova.scheduler.client.report [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1924.154487] env[62226]: DEBUG oslo_concurrency.lockutils [req-34c2308c-7ee8-4976-90cf-10468282ad99 req-9d346e55-bb04-4c10-8ae3-ea6f93cd7ccd service nova] Releasing lock "refresh_cache-eec9ee2e-5d78-4068-b2fe-fb828b8be651" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.219058] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a573d1-be56-4706-dd7f-dfea53a900e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.219303] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828431a0-1aa9-40a2-bfb8-2a74e7dcd8ac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.224614] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Waiting for the task: (returnval){ [ 1924.224614] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523c86eb-7680-0b30-125c-f061e00649c7" [ 1924.224614] env[62226]: _type = "Task" [ 1924.224614] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.232647] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523c86eb-7680-0b30-125c-f061e00649c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.287025] env[62226]: INFO nova.compute.manager [-] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Took 1.26 seconds to deallocate network for instance. [ 1924.383621] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.506332] env[62226]: DEBUG oslo_concurrency.lockutils [req-757bf1e7-3011-42bf-a67e-26ca731ab345 req-44c493c6-31f1-4848-a0c8-9b9f27dda17b service nova] Releasing lock "refresh_cache-08b359f8-85c7-4a1f-b4c4-fdde498c2d89" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.506829] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "refresh_cache-08b359f8-85c7-4a1f-b4c4-fdde498c2d89" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.507035] env[62226]: DEBUG nova.network.neutron [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.590310] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.593230] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.359s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.593637] env[62226]: DEBUG nova.objects.instance [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lazy-loading 'resources' on Instance uuid 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.613428] env[62226]: INFO nova.scheduler.client.report [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Deleted allocations for instance 54d8f236-db19-4cf9-8482-51693ee4085d [ 1924.735718] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523c86eb-7680-0b30-125c-f061e00649c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.736021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.736293] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] eec9ee2e-5d78-4068-b2fe-fb828b8be651/eec9ee2e-5d78-4068-b2fe-fb828b8be651.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1924.736558] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8851aa7d-e0e8-4245-9716-150259b6d9e3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.743873] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Waiting for the task: (returnval){ [ 1924.743873] env[62226]: value = "task-2028109" [ 1924.743873] env[62226]: _type = "Task" [ 1924.743873] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.752801] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.795674] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.960245] env[62226]: DEBUG nova.compute.manager [req-abc7a58c-1165-4fce-aa18-8f84b589339c req-35ed0285-9091-40c3-8011-e8f1b39ef5fa service nova] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Received event network-vif-deleted-3c28735a-04c7-4d68-9314-871ee12e34da {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1925.050729] env[62226]: DEBUG nova.network.neutron [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1925.122869] env[62226]: DEBUG oslo_concurrency.lockutils [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.123126] env[62226]: DEBUG oslo_concurrency.lockutils [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.123344] env[62226]: DEBUG nova.network.neutron [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1925.128891] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8f02618d-5434-4ef5-8c2a-1c5b427d9f10 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "54d8f236-db19-4cf9-8482-51693ee4085d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.738s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.257730] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46481} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.261843] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] eec9ee2e-5d78-4068-b2fe-fb828b8be651/eec9ee2e-5d78-4068-b2fe-fb828b8be651.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1925.262195] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1925.262793] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-657d1897-3bf7-41ee-ac7d-021f41b584e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.271118] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Waiting for the task: (returnval){ [ 1925.271118] env[62226]: value = "task-2028110" [ 1925.271118] env[62226]: _type = "Task" [ 1925.271118] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.289618] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.370633] env[62226]: DEBUG nova.network.neutron [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Updating instance_info_cache with network_info: [{"id": "4dc1ceb6-19c8-473d-9801-2e52033b3284", "address": "fa:16:3e:ad:85:d0", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc1ceb6-19", "ovs_interfaceid": "4dc1ceb6-19c8-473d-9801-2e52033b3284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.519875] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d570104-e18f-4e0a-9d32-c9fcdbd1f48a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.527729] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3201282b-a8ad-4d84-8fe9-0c79deca6b28 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.563068] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4999b355-3cd5-479a-b1fb-a8cdf3fce162 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.571235] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c36c091-f2c5-44a7-92ee-977fb95aa4dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.584418] env[62226]: DEBUG nova.compute.provider_tree [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1925.610231] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.610231] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.610430] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.610577] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.610743] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.612746] env[62226]: INFO nova.compute.manager [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Terminating instance [ 1925.696904] env[62226]: DEBUG nova.compute.manager [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.697835] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973780a0-e5ee-4b1e-8b09-3a67b352fe38 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.780768] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067077} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.781052] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1925.781818] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d46bc9-8bc1-46fb-aba5-b5ac0f5de474 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.804152] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] eec9ee2e-5d78-4068-b2fe-fb828b8be651/eec9ee2e-5d78-4068-b2fe-fb828b8be651.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1925.807330] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f87f23ce-342b-4762-89ef-3bd2ed9f8ead {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.828014] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Waiting for the task: (returnval){ [ 1925.828014] env[62226]: value = "task-2028111" [ 1925.828014] env[62226]: _type = "Task" [ 1925.828014] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.836477] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.873473] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "refresh_cache-08b359f8-85c7-4a1f-b4c4-fdde498c2d89" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.874040] env[62226]: DEBUG nova.compute.manager [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Instance network_info: |[{"id": "4dc1ceb6-19c8-473d-9801-2e52033b3284", "address": "fa:16:3e:ad:85:d0", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc1ceb6-19", "ovs_interfaceid": "4dc1ceb6-19c8-473d-9801-2e52033b3284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1925.874286] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:85:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dc1ceb6-19c8-473d-9801-2e52033b3284', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.881838] env[62226]: DEBUG oslo.service.loopingcall [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.882076] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.882397] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a9eb3be-121f-42b4-9e2c-d9a897218e2d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.900422] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a357e38c-b86f-4d11-8d62-9ca23842a7fc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.904300] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.904300] env[62226]: value = "task-2028112" [ 1925.904300] env[62226]: _type = "Task" [ 1925.904300] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.920467] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance '1e5ff955-6903-42cb-9583-95c9a142b41f' progress to 0 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1925.928763] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028112, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.929784] env[62226]: DEBUG nova.network.neutron [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance_info_cache with network_info: [{"id": "d8dc75b8-a50f-48b0-9d72-40d71a163e0a", "address": "fa:16:3e:13:37:3d", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dc75b8-a5", "ovs_interfaceid": "d8dc75b8-a50f-48b0-9d72-40d71a163e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.088514] env[62226]: DEBUG nova.scheduler.client.report [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1926.115761] env[62226]: DEBUG nova.compute.manager [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1926.115976] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1926.116842] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b127ce0-633b-476a-ad75-6aa24ea0b88b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.124914] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.125143] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-444cab13-a8e3-4d20-9d9e-9d4ec2fc6202 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.130638] env[62226]: DEBUG oslo_vmware.api [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1926.130638] env[62226]: value = "task-2028113" [ 1926.130638] env[62226]: _type = "Task" [ 1926.130638] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.139187] env[62226]: DEBUG oslo_vmware.api [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.208978] env[62226]: INFO nova.compute.manager [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] instance snapshotting [ 1926.212268] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0dd6a5-dee1-4b58-babf-3dd8f95efe54 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.234488] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f857b17e-7bd8-42aa-8e46-8bbf8afe1937 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.337858] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.414132] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028112, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.427451] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.427597] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b00903-cb8d-4a0a-8b74-344b06d47c82 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.432975] env[62226]: DEBUG oslo_concurrency.lockutils [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.437506] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1926.437506] env[62226]: value = "task-2028114" [ 1926.437506] env[62226]: _type = "Task" [ 1926.437506] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.448528] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1926.448757] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance '1e5ff955-6903-42cb-9583-95c9a142b41f' progress to 17 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1926.593635] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.596264] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.761s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.596510] env[62226]: DEBUG nova.objects.instance [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Lazy-loading 'resources' on Instance uuid 364db07d-7e5a-4c43-b2c8-fc66f4e04533 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1926.615449] env[62226]: INFO nova.scheduler.client.report [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Deleted allocations for instance 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d [ 1926.640727] env[62226]: DEBUG oslo_vmware.api [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028113, 'name': PowerOffVM_Task, 'duration_secs': 0.207721} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.640995] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1926.641184] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1926.641439] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d4a9a5c-66f5-47d4-a393-0d2ab134a101 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.746276] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1926.746612] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6f5be9af-453e-420d-8a59-ed73a1c6b3b8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.756452] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1926.756452] env[62226]: value = "task-2028116" [ 1926.756452] env[62226]: _type = "Task" [ 1926.756452] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.761051] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1926.761258] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1926.761437] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Deleting the datastore file [datastore1] b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1926.762051] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cc71ede-bd60-4207-8a84-f15f1a2a7f1f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.766854] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028116, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.769234] env[62226]: DEBUG oslo_vmware.api [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for the task: (returnval){ [ 1926.769234] env[62226]: value = "task-2028117" [ 1926.769234] env[62226]: _type = "Task" [ 1926.769234] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.777346] env[62226]: DEBUG oslo_vmware.api [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.838063] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028111, 'name': ReconfigVM_Task, 'duration_secs': 0.62971} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.838355] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Reconfigured VM instance instance-00000040 to attach disk [datastore1] eec9ee2e-5d78-4068-b2fe-fb828b8be651/eec9ee2e-5d78-4068-b2fe-fb828b8be651.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.838987] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-581db506-93f0-4ece-a1ac-4b9bb64c406d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.845717] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Waiting for the task: (returnval){ [ 1926.845717] env[62226]: value = "task-2028118" [ 1926.845717] env[62226]: _type = "Task" [ 1926.845717] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.855184] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028118, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.914438] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028112, 'name': CreateVM_Task, 'duration_secs': 0.56842} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.914556] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1926.915296] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.915690] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.915834] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1926.916126] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cfe1639-11cb-4114-a0e2-924b636a5c14 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.921767] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1926.921767] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523b5820-5b03-bcd6-3261-6603255d5789" [ 1926.921767] env[62226]: _type = "Task" [ 1926.921767] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.930530] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523b5820-5b03-bcd6-3261-6603255d5789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.955362] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1926.955615] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1926.955761] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1926.955941] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1926.956106] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1926.956269] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1926.956476] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1926.956631] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1926.956798] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1926.956960] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1926.957156] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1926.962971] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0ba16d0-cb1c-44cf-a097-d7eaf110b3ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.973511] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464cc61e-ea33-411b-8cb3-bea5731cdaa5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.994762] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64224916-cc4a-48f7-b572-7f9fb5d3fdfb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.997552] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1926.997552] env[62226]: value = "task-2028119" [ 1926.997552] env[62226]: _type = "Task" [ 1926.997552] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.003073] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance '57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47' progress to 83 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1927.010968] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.123641] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b4332310-1c51-4b22-aa94-df2aaa22ae3a tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "22efdb2e-2bf3-4f08-bba8-39eecbf4f78d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.521s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.266187] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028116, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.277126] env[62226]: DEBUG oslo_vmware.api [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Task: {'id': task-2028117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295784} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.279419] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1927.279622] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1927.279809] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1927.279975] env[62226]: INFO nova.compute.manager [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1927.280237] env[62226]: DEBUG oslo.service.loopingcall [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.280607] env[62226]: DEBUG nova.compute.manager [-] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1927.280719] env[62226]: DEBUG nova.network.neutron [-] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1927.357224] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028118, 'name': Rename_Task, 'duration_secs': 0.287642} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.357549] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1927.357804] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b98ca06-1c92-4247-b6b5-27d8969af16d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.367544] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Waiting for the task: (returnval){ [ 1927.367544] env[62226]: value = "task-2028120" [ 1927.367544] env[62226]: _type = "Task" [ 1927.367544] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.375365] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.432088] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523b5820-5b03-bcd6-3261-6603255d5789, 'name': SearchDatastore_Task, 'duration_secs': 0.019057} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.435337] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.435337] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.435337] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.435603] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.435603] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.436829] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d1fccc6-a2ae-456a-8e70-e9c5940af8de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.452868] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.453071] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1927.453853] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1037eee3-df80-4f3a-bd64-981c638b3b00 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.459049] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1927.459049] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522c33ce-9e40-4580-81f3-3142e15006b8" [ 1927.459049] env[62226]: _type = "Task" [ 1927.459049] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.470172] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522c33ce-9e40-4580-81f3-3142e15006b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.475369] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000caf1f-dda3-4ba0-bf03-230cbb43abd0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.481851] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74abe2bc-1b26-4648-8b63-2c065af65920 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.514384] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1927.518083] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13bd1704-0c56-4ff7-aafe-380759b6dd64 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.520156] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8580617e-8538-49c5-be70-d6a17b71018f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.527714] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028119, 'name': ReconfigVM_Task, 'duration_secs': 0.160378} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.530672] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance '1e5ff955-6903-42cb-9583-95c9a142b41f' progress to 33 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1927.534136] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1927.534136] env[62226]: value = "task-2028121" [ 1927.534136] env[62226]: _type = "Task" [ 1927.534136] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.536011] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a9ff3c-920e-4ff1-afe6-9de9018e0c95 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.552645] env[62226]: DEBUG nova.compute.provider_tree [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.559914] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028121, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.742661] env[62226]: DEBUG nova.compute.manager [req-bdc7a94c-dbe1-4e4e-9d69-97eb0ac38709 req-4de4a806-638d-49d8-8a8c-e5df8f901491 service nova] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Received event network-vif-deleted-0c51f77c-15ad-4542-a290-9a0c029d18af {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1927.742849] env[62226]: INFO nova.compute.manager [req-bdc7a94c-dbe1-4e4e-9d69-97eb0ac38709 req-4de4a806-638d-49d8-8a8c-e5df8f901491 service nova] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Neutron deleted interface 0c51f77c-15ad-4542-a290-9a0c029d18af; detaching it from the instance and deleting it from the info cache [ 1927.743016] env[62226]: DEBUG nova.network.neutron [req-bdc7a94c-dbe1-4e4e-9d69-97eb0ac38709 req-4de4a806-638d-49d8-8a8c-e5df8f901491 service nova] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.769068] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028116, 'name': CreateSnapshot_Task, 'duration_secs': 0.874856} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.769068] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1927.769068] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4927dc-74cd-4d2c-adf2-d9a638386a67 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.880395] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028120, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.971632] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522c33ce-9e40-4580-81f3-3142e15006b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013934} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.972453] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb04682-5e1b-4215-8127-83dbdfb542fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.977801] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1927.977801] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52012bae-554a-ba97-5bda-6cf7d6f75a7a" [ 1927.977801] env[62226]: _type = "Task" [ 1927.977801] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.985973] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52012bae-554a-ba97-5bda-6cf7d6f75a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.036928] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1928.037232] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1928.037399] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1928.037582] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1928.037730] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1928.037914] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1928.038146] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1928.038319] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1928.038483] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1928.038749] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1928.038861] env[62226]: DEBUG nova.virt.hardware [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1928.044316] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1928.044670] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ecb77cc-253d-4053-b965-9caf1d154606 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.061686] env[62226]: DEBUG nova.scheduler.client.report [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.068671] env[62226]: DEBUG oslo_vmware.api [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028121, 'name': PowerOnVM_Task, 'duration_secs': 0.481944} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.068947] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1928.068947] env[62226]: value = "task-2028122" [ 1928.068947] env[62226]: _type = "Task" [ 1928.068947] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.069435] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1928.069624] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-138bc8dd-5133-4c07-80cc-6849c503f839 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance '57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47' progress to 100 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1928.082345] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.131073] env[62226]: DEBUG nova.network.neutron [-] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.247264] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-949e0008-1257-45f0-8024-b30d12efb0cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.257234] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97c6bc8-071a-4468-9bf5-a82b45bb47e2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.299117] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1928.299570] env[62226]: DEBUG nova.compute.manager [req-bdc7a94c-dbe1-4e4e-9d69-97eb0ac38709 req-4de4a806-638d-49d8-8a8c-e5df8f901491 service nova] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Detach interface failed, port_id=0c51f77c-15ad-4542-a290-9a0c029d18af, reason: Instance b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1928.300467] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-67835625-d7ad-4ccf-9c8f-3097319032a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.308583] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1928.308583] env[62226]: value = "task-2028123" [ 1928.308583] env[62226]: _type = "Task" [ 1928.308583] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.316833] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028123, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.379038] env[62226]: DEBUG oslo_vmware.api [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028120, 'name': PowerOnVM_Task, 'duration_secs': 0.546285} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.379038] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1928.379567] env[62226]: INFO nova.compute.manager [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1928.379567] env[62226]: DEBUG nova.compute.manager [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1928.380516] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d439dae6-ea20-4fd9-af9e-659f540b412e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.489849] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52012bae-554a-ba97-5bda-6cf7d6f75a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.015147} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.490157] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.490467] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 08b359f8-85c7-4a1f-b4c4-fdde498c2d89/08b359f8-85c7-4a1f-b4c4-fdde498c2d89.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1928.490730] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4dd396f-34ae-42ee-99b2-7e75dec2075e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.496925] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1928.496925] env[62226]: value = "task-2028124" [ 1928.496925] env[62226]: _type = "Task" [ 1928.496925] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.504726] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.570987] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.574287] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.377s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.576055] env[62226]: DEBUG nova.objects.instance [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lazy-loading 'resources' on Instance uuid a1ec2078-1ae4-4bba-b6e7-5f54b453e5db {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.587712] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028122, 'name': ReconfigVM_Task, 'duration_secs': 0.371321} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.587873] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1928.588790] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1721f1-040b-4167-8e70-513d387a530e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.613262] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 1e5ff955-6903-42cb-9583-95c9a142b41f/1e5ff955-6903-42cb-9583-95c9a142b41f.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1928.615691] env[62226]: INFO nova.scheduler.client.report [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Deleted allocations for instance 364db07d-7e5a-4c43-b2c8-fc66f4e04533 [ 1928.616746] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52cc6df6-6be7-40a4-a296-9766d6c74be1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.635729] env[62226]: INFO nova.compute.manager [-] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Took 1.35 seconds to deallocate network for instance. [ 1928.642691] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1928.642691] env[62226]: value = "task-2028125" [ 1928.642691] env[62226]: _type = "Task" [ 1928.642691] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.651346] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.819511] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028123, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.906961] env[62226]: INFO nova.compute.manager [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Took 48.49 seconds to build instance. [ 1929.007334] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028124, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.139056] env[62226]: DEBUG oslo_concurrency.lockutils [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "0e25fe39-4a1a-49ae-b169-8385b977c93c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.139336] env[62226]: DEBUG oslo_concurrency.lockutils [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "0e25fe39-4a1a-49ae-b169-8385b977c93c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.139554] env[62226]: DEBUG oslo_concurrency.lockutils [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "0e25fe39-4a1a-49ae-b169-8385b977c93c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.139749] env[62226]: DEBUG oslo_concurrency.lockutils [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "0e25fe39-4a1a-49ae-b169-8385b977c93c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.139929] env[62226]: DEBUG oslo_concurrency.lockutils [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "0e25fe39-4a1a-49ae-b169-8385b977c93c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.141760] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cf707e36-2376-4a12-a186-bd61195ca3d6 tempest-ServerAddressesNegativeTestJSON-438908917 tempest-ServerAddressesNegativeTestJSON-438908917-project-member] Lock "364db07d-7e5a-4c43-b2c8-fc66f4e04533" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.789s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.145280] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.146127] env[62226]: INFO nova.compute.manager [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Terminating instance [ 1929.157555] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.325087] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028123, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.407879] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a262951-6a49-45b0-b7ae-9fcaa14bcf3c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.410883] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6240f73-6877-45a1-9a3c-5193b80da91c tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Lock "eec9ee2e-5d78-4068-b2fe-fb828b8be651" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.008s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.415919] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcb2b3f-e8f6-4634-a330-18f79f8b1645 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.450629] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a30718-0290-4404-87f8-0bbb51633d0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.454179] env[62226]: DEBUG nova.compute.manager [req-02212dcc-7f64-4db9-9356-517c57c77dfa req-2ea31bf2-3b8e-4ec9-baa4-d841fa0acffe service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Received event network-changed-17148f61-a158-42a3-9f30-feb6360ebdae {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1929.454450] env[62226]: DEBUG nova.compute.manager [req-02212dcc-7f64-4db9-9356-517c57c77dfa req-2ea31bf2-3b8e-4ec9-baa4-d841fa0acffe service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Refreshing instance network info cache due to event network-changed-17148f61-a158-42a3-9f30-feb6360ebdae. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1929.454684] env[62226]: DEBUG oslo_concurrency.lockutils [req-02212dcc-7f64-4db9-9356-517c57c77dfa req-2ea31bf2-3b8e-4ec9-baa4-d841fa0acffe service nova] Acquiring lock "refresh_cache-eec9ee2e-5d78-4068-b2fe-fb828b8be651" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.454832] env[62226]: DEBUG oslo_concurrency.lockutils [req-02212dcc-7f64-4db9-9356-517c57c77dfa req-2ea31bf2-3b8e-4ec9-baa4-d841fa0acffe service nova] Acquired lock "refresh_cache-eec9ee2e-5d78-4068-b2fe-fb828b8be651" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.454991] env[62226]: DEBUG nova.network.neutron [req-02212dcc-7f64-4db9-9356-517c57c77dfa req-2ea31bf2-3b8e-4ec9-baa4-d841fa0acffe service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Refreshing network info cache for port 17148f61-a158-42a3-9f30-feb6360ebdae {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1929.463607] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f470a8b-5928-4ccd-aba6-c3d30b892c32 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.480043] env[62226]: DEBUG nova.compute.provider_tree [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1929.507226] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557393} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.507810] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 08b359f8-85c7-4a1f-b4c4-fdde498c2d89/08b359f8-85c7-4a1f-b4c4-fdde498c2d89.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1929.507810] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1929.507943] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9c264fe-b10f-4aef-8c1e-274ed80d13dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.514676] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1929.514676] env[62226]: value = "task-2028126" [ 1929.514676] env[62226]: _type = "Task" [ 1929.514676] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.523651] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.653341] env[62226]: DEBUG nova.compute.manager [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1929.653519] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1929.657486] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203d38c4-e65f-4961-88dc-4d7bdba3f349 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.660358] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.664657] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1929.664905] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62d478a6-bd6a-49d5-894e-7b61b1ce82ad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.670690] env[62226]: DEBUG oslo_vmware.api [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1929.670690] env[62226]: value = "task-2028127" [ 1929.670690] env[62226]: _type = "Task" [ 1929.670690] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.678836] env[62226]: DEBUG oslo_vmware.api [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.821018] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028123, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.982282] env[62226]: DEBUG nova.scheduler.client.report [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.030105] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323241} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.030436] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1930.031295] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7073dc4-c13b-448f-b279-c9850151430d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.057452] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 08b359f8-85c7-4a1f-b4c4-fdde498c2d89/08b359f8-85c7-4a1f-b4c4-fdde498c2d89.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.057865] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b615ac7f-3d03-45aa-b6e6-0df2a5155bd1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.081081] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1930.081081] env[62226]: value = "task-2028128" [ 1930.081081] env[62226]: _type = "Task" [ 1930.081081] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.089719] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.159490] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.181262] env[62226]: DEBUG oslo_vmware.api [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028127, 'name': PowerOffVM_Task, 'duration_secs': 0.438823} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.181663] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1930.181886] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1930.183677] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba18d2bc-9ebd-496b-a1c9-6b6a9dd4d117 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.322351] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028123, 'name': CloneVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.355118] env[62226]: DEBUG nova.network.neutron [req-02212dcc-7f64-4db9-9356-517c57c77dfa req-2ea31bf2-3b8e-4ec9-baa4-d841fa0acffe service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Updated VIF entry in instance network info cache for port 17148f61-a158-42a3-9f30-feb6360ebdae. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1930.355562] env[62226]: DEBUG nova.network.neutron [req-02212dcc-7f64-4db9-9356-517c57c77dfa req-2ea31bf2-3b8e-4ec9-baa4-d841fa0acffe service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Updating instance_info_cache with network_info: [{"id": "17148f61-a158-42a3-9f30-feb6360ebdae", "address": "fa:16:3e:6b:8a:c2", "network": {"id": "923dc776-4103-443d-b240-11f7e09771bc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-782085590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8451c58cf449ab862ad358a039c09f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17148f61-a1", "ovs_interfaceid": "17148f61-a158-42a3-9f30-feb6360ebdae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.453436] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1930.453679] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1930.453859] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Deleting the datastore file [datastore2] 0e25fe39-4a1a-49ae-b169-8385b977c93c {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1930.454146] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34c5f7e3-324d-4554-a7b0-c4636ef811c2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.460708] env[62226]: DEBUG oslo_vmware.api [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for the task: (returnval){ [ 1930.460708] env[62226]: value = "task-2028130" [ 1930.460708] env[62226]: _type = "Task" [ 1930.460708] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.473833] env[62226]: DEBUG oslo_vmware.api [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.487488] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.490590] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.862s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.491317] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.493178] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.337s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.493430] env[62226]: DEBUG nova.objects.instance [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lazy-loading 'resources' on Instance uuid d09b72aa-8156-445b-befc-14983b6484bc {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1930.517958] env[62226]: INFO nova.scheduler.client.report [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Deleted allocations for instance c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5 [ 1930.518899] env[62226]: INFO nova.scheduler.client.report [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleted allocations for instance a1ec2078-1ae4-4bba-b6e7-5f54b453e5db [ 1930.592633] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028128, 'name': ReconfigVM_Task, 'duration_secs': 0.375827} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.593104] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 08b359f8-85c7-4a1f-b4c4-fdde498c2d89/08b359f8-85c7-4a1f-b4c4-fdde498c2d89.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1930.594325] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04a7f405-b662-478e-ab68-57a58a828683 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.599943] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1930.599943] env[62226]: value = "task-2028131" [ 1930.599943] env[62226]: _type = "Task" [ 1930.599943] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.608387] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028131, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.659470] env[62226]: DEBUG oslo_vmware.api [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028125, 'name': ReconfigVM_Task, 'duration_secs': 1.604127} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.660318] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 1e5ff955-6903-42cb-9583-95c9a142b41f/1e5ff955-6903-42cb-9583-95c9a142b41f.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1930.660318] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance '1e5ff955-6903-42cb-9583-95c9a142b41f' progress to 50 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1930.821889] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028123, 'name': CloneVM_Task, 'duration_secs': 2.03163} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.822049] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Created linked-clone VM from snapshot [ 1930.822729] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24ee92c-2916-439e-a681-63429ca9c016 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.830308] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Uploading image cfbeb8e6-5677-45d4-989a-15fee4a82ffd {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1930.847097] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1930.847443] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5253568-749b-4d6f-8deb-7abaa056f636 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.858055] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1930.858055] env[62226]: value = "task-2028132" [ 1930.858055] env[62226]: _type = "Task" [ 1930.858055] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.861722] env[62226]: DEBUG oslo_concurrency.lockutils [req-02212dcc-7f64-4db9-9356-517c57c77dfa req-2ea31bf2-3b8e-4ec9-baa4-d841fa0acffe service nova] Releasing lock "refresh_cache-eec9ee2e-5d78-4068-b2fe-fb828b8be651" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.870366] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028132, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.914658] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.914983] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.915227] env[62226]: DEBUG nova.compute.manager [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Going to confirm migration 3 {{(pid=62226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1930.977497] env[62226]: DEBUG oslo_vmware.api [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Task: {'id': task-2028130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181903} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.977782] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1930.977967] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1930.978170] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1930.979111] env[62226]: INFO nova.compute.manager [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1930.979111] env[62226]: DEBUG oslo.service.loopingcall [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1930.979111] env[62226]: DEBUG nova.compute.manager [-] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1930.979111] env[62226]: DEBUG nova.network.neutron [-] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1931.034102] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b93edf87-e270-456d-bfc5-1d3063e1d872 tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.999s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.038342] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ebd29d6a-e773-4b44-b249-b20cd0ea6f8a tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "a1ec2078-1ae4-4bba-b6e7-5f54b453e5db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.250s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.112973] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028131, 'name': Rename_Task, 'duration_secs': 0.195164} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.113287] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1931.113684] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86e836d5-f6a5-4ac8-b5d3-53839a9269b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.120202] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1931.120202] env[62226]: value = "task-2028133" [ 1931.120202] env[62226]: _type = "Task" [ 1931.120202] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.137337] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028133, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.166984] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519097ec-7384-4274-a48a-fdf711cb5ebf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.195032] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1816b49-3466-4a7c-9c10-381960b6d253 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.216066] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance '1e5ff955-6903-42cb-9583-95c9a142b41f' progress to 67 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1931.323200] env[62226]: DEBUG nova.compute.manager [req-f5674d53-2410-4ba9-959e-d4c8ee117912 req-a2d65fe8-27e6-4b40-a563-82ff158e6c69 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Received event network-vif-deleted-3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1931.323426] env[62226]: INFO nova.compute.manager [req-f5674d53-2410-4ba9-959e-d4c8ee117912 req-a2d65fe8-27e6-4b40-a563-82ff158e6c69 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Neutron deleted interface 3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa; detaching it from the instance and deleting it from the info cache [ 1931.323668] env[62226]: DEBUG nova.network.neutron [req-f5674d53-2410-4ba9-959e-d4c8ee117912 req-a2d65fe8-27e6-4b40-a563-82ff158e6c69 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.358854] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "495e4bed-69b0-431a-959a-06d99a5b3e0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.359144] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "495e4bed-69b0-431a-959a-06d99a5b3e0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.359399] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "495e4bed-69b0-431a-959a-06d99a5b3e0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.359588] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "495e4bed-69b0-431a-959a-06d99a5b3e0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.359761] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "495e4bed-69b0-431a-959a-06d99a5b3e0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.365312] env[62226]: INFO nova.compute.manager [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Terminating instance [ 1931.377660] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028132, 'name': Destroy_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.422168] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb884e-bb75-4982-a444-f212b431568a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.431276] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86722789-3ead-46d4-a383-261953ef8188 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.465860] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.466429] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.466429] env[62226]: DEBUG nova.network.neutron [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1931.466429] env[62226]: DEBUG nova.objects.instance [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lazy-loading 'info_cache' on Instance uuid 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.468901] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806558f7-a285-4ab8-b9e4-ec2abf5688d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.478409] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ce35f9-7906-4e4d-a148-c7686dcdb22e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.502592] env[62226]: DEBUG nova.compute.provider_tree [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1931.636649] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.778306] env[62226]: DEBUG nova.network.neutron [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Port c5a57650-dd8f-44d6-ba73-209d5032e05b binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1931.798198] env[62226]: DEBUG nova.network.neutron [-] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.826741] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4e71759-a87d-41b0-869e-5a0eee5b5de7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.836163] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4b4a0b-da01-4562-87ae-8b5bd5d590be {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.873944] env[62226]: DEBUG nova.compute.manager [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1931.874081] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1931.874449] env[62226]: DEBUG nova.compute.manager [req-f5674d53-2410-4ba9-959e-d4c8ee117912 req-a2d65fe8-27e6-4b40-a563-82ff158e6c69 service nova] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Detach interface failed, port_id=3a824ed1-fdfa-41b0-ae3b-6d0afdf08caa, reason: Instance 0e25fe39-4a1a-49ae-b169-8385b977c93c could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1931.878530] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1976d04-d7cb-4ec4-9422-d37c6bab6a2a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.886666] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028132, 'name': Destroy_Task, 'duration_secs': 0.588785} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.888746] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Destroyed the VM [ 1931.889013] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1931.889329] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1931.889574] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8cd8f0bf-f8a6-4e7f-a79a-d544e544c3c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.891201] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d2df9e-62d8-442d-a1ab-4a4e6b55d6dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.898465] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1931.898465] env[62226]: value = "task-2028134" [ 1931.898465] env[62226]: _type = "Task" [ 1931.898465] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.899496] env[62226]: DEBUG oslo_vmware.api [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1931.899496] env[62226]: value = "task-2028135" [ 1931.899496] env[62226]: _type = "Task" [ 1931.899496] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.911265] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028134, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.914962] env[62226]: DEBUG oslo_vmware.api [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2028135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.987506] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "c50bc1d9-19e6-439e-8782-7b268047d420" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.988787] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c50bc1d9-19e6-439e-8782-7b268047d420" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.988787] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "c50bc1d9-19e6-439e-8782-7b268047d420-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.988787] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c50bc1d9-19e6-439e-8782-7b268047d420-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.988787] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c50bc1d9-19e6-439e-8782-7b268047d420-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.990628] env[62226]: INFO nova.compute.manager [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Terminating instance [ 1932.005177] env[62226]: DEBUG nova.scheduler.client.report [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.133829] env[62226]: DEBUG oslo_vmware.api [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028133, 'name': PowerOnVM_Task, 'duration_secs': 0.941375} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.134137] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1932.134348] env[62226]: INFO nova.compute.manager [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1932.134528] env[62226]: DEBUG nova.compute.manager [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1932.135323] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c17325-598f-44d1-b1d7-6a5fa8f2ead2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.303052] env[62226]: INFO nova.compute.manager [-] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Took 1.32 seconds to deallocate network for instance. [ 1932.412756] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028134, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.415361] env[62226]: DEBUG oslo_vmware.api [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2028135, 'name': PowerOffVM_Task, 'duration_secs': 0.265168} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.415772] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1932.416098] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1932.416434] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-709bd64d-3d49-48dc-b77e-22252aaddda8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.497245] env[62226]: DEBUG nova.compute.manager [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1932.497574] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1932.498578] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75811468-67bb-42f8-b3e1-c6dea76bf094 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.508401] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.508924] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aa7ebb9-d1a2-486f-a95b-060f98f5a0cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.512204] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.516446] env[62226]: DEBUG oslo_concurrency.lockutils [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.552s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.516446] env[62226]: DEBUG nova.objects.instance [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lazy-loading 'resources' on Instance uuid c845f5f3-6086-4e3b-87d9-f773e835dba5 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1932.517260] env[62226]: DEBUG oslo_vmware.api [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1932.517260] env[62226]: value = "task-2028137" [ 1932.517260] env[62226]: _type = "Task" [ 1932.517260] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.518984] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1932.518984] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1932.518984] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleting the datastore file [datastore1] 495e4bed-69b0-431a-959a-06d99a5b3e0f {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1932.523062] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07cbccba-e15d-4569-8b01-cacb3ba3fb11 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.536068] env[62226]: DEBUG oslo_vmware.api [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1932.536068] env[62226]: value = "task-2028138" [ 1932.536068] env[62226]: _type = "Task" [ 1932.536068] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.539509] env[62226]: DEBUG oslo_vmware.api [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.544134] env[62226]: INFO nova.scheduler.client.report [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Deleted allocations for instance d09b72aa-8156-445b-befc-14983b6484bc [ 1932.548477] env[62226]: DEBUG oslo_vmware.api [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2028138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.653818] env[62226]: INFO nova.compute.manager [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Took 39.46 seconds to build instance. [ 1932.807119] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "1e5ff955-6903-42cb-9583-95c9a142b41f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.807119] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.807119] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.812794] env[62226]: DEBUG oslo_concurrency.lockutils [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.910307] env[62226]: DEBUG oslo_vmware.api [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028134, 'name': RemoveSnapshot_Task, 'duration_secs': 0.76513} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.910534] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1933.032821] env[62226]: DEBUG oslo_vmware.api [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028137, 'name': PowerOffVM_Task, 'duration_secs': 0.250691} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.033771] env[62226]: DEBUG nova.network.neutron [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance_info_cache with network_info: [{"id": "d8dc75b8-a50f-48b0-9d72-40d71a163e0a", "address": "fa:16:3e:13:37:3d", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dc75b8-a5", "ovs_interfaceid": "d8dc75b8-a50f-48b0-9d72-40d71a163e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.035093] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1933.035306] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1933.035777] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-551cba9f-0955-49b6-8bef-25ebd2a155a1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.049404] env[62226]: DEBUG oslo_vmware.api [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2028138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191627} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.050297] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1933.050511] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1933.050693] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1933.050867] env[62226]: INFO nova.compute.manager [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1933.051128] env[62226]: DEBUG oslo.service.loopingcall [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.051323] env[62226]: DEBUG nova.compute.manager [-] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1933.051419] env[62226]: DEBUG nova.network.neutron [-] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1933.061476] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8cb01153-c3c4-4901-9593-ddd814744086 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "d09b72aa-8156-445b-befc-14983b6484bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.497s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.156190] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3711d5d0-697f-4dd5-8e54-0fd4be888091 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "08b359f8-85c7-4a1f-b4c4-fdde498c2d89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.975s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.246993] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1933.246993] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1933.246993] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Deleting the datastore file [datastore1] c50bc1d9-19e6-439e-8782-7b268047d420 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1933.247385] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94235e75-114a-4741-ad0c-f40e9e136d61 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.255060] env[62226]: DEBUG oslo_vmware.api [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for the task: (returnval){ [ 1933.255060] env[62226]: value = "task-2028140" [ 1933.255060] env[62226]: _type = "Task" [ 1933.255060] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.262721] env[62226]: DEBUG oslo_vmware.api [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.415694] env[62226]: WARNING nova.compute.manager [None req-cfedca80-f2d5-424b-92b3-d6c256828144 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Image not found during snapshot: nova.exception.ImageNotFound: Image cfbeb8e6-5677-45d4-989a-15fee4a82ffd could not be found. [ 1933.438044] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b370b0cb-50d0-4664-bba7-3abc8c3ef8bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.451726] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffcd95c-d1ff-4b05-a5d9-cdee6a37da33 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.485936] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56306521-5923-4fa5-b888-2027585780c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.493805] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b95cd0-d56a-4da7-8188-42d82404c60f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.508638] env[62226]: DEBUG nova.compute.provider_tree [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.538732] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "refresh_cache-57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.538732] env[62226]: DEBUG nova.objects.instance [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lazy-loading 'migration_context' on Instance uuid 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.770783] env[62226]: DEBUG oslo_vmware.api [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.773840] env[62226]: DEBUG nova.compute.manager [req-cc19269b-a38a-4465-b9b3-2731c68b2185 req-54330bb9-7fcd-4e12-9a77-3da6e3ef683b service nova] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Received event network-vif-deleted-45fbc33f-f3e7-497e-90b8-d3605a56a3a6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1933.774188] env[62226]: INFO nova.compute.manager [req-cc19269b-a38a-4465-b9b3-2731c68b2185 req-54330bb9-7fcd-4e12-9a77-3da6e3ef683b service nova] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Neutron deleted interface 45fbc33f-f3e7-497e-90b8-d3605a56a3a6; detaching it from the instance and deleting it from the info cache [ 1933.774496] env[62226]: DEBUG nova.network.neutron [req-cc19269b-a38a-4465-b9b3-2731c68b2185 req-54330bb9-7fcd-4e12-9a77-3da6e3ef683b service nova] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.877197] env[62226]: DEBUG oslo_concurrency.lockutils [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "5157170e-858f-4987-b121-3eb983e66d7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.877197] env[62226]: DEBUG oslo_concurrency.lockutils [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "5157170e-858f-4987-b121-3eb983e66d7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.877717] env[62226]: DEBUG oslo_concurrency.lockutils [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "5157170e-858f-4987-b121-3eb983e66d7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.877717] env[62226]: DEBUG oslo_concurrency.lockutils [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "5157170e-858f-4987-b121-3eb983e66d7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.877816] env[62226]: DEBUG oslo_concurrency.lockutils [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "5157170e-858f-4987-b121-3eb983e66d7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.884979] env[62226]: INFO nova.compute.manager [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Terminating instance [ 1933.891531] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.891753] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.892184] env[62226]: DEBUG nova.network.neutron [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1933.934239] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86350c8f-1b1a-47b1-a3a8-64a672fa0255 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.938189] env[62226]: DEBUG nova.network.neutron [-] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.944391] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-53df6925-c036-44f4-82b5-89aebdea3c2d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Suspending the VM {{(pid=62226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1933.945635] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b41faa8b-b5a4-437d-8bc1-27d0d9cd9b15 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.951405] env[62226]: DEBUG oslo_vmware.api [None req-53df6925-c036-44f4-82b5-89aebdea3c2d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1933.951405] env[62226]: value = "task-2028141" [ 1933.951405] env[62226]: _type = "Task" [ 1933.951405] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.961901] env[62226]: DEBUG oslo_vmware.api [None req-53df6925-c036-44f4-82b5-89aebdea3c2d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028141, 'name': SuspendVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.012384] env[62226]: DEBUG nova.scheduler.client.report [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1934.042106] env[62226]: DEBUG nova.objects.base [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Object Instance<57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47> lazy-loaded attributes: info_cache,migration_context {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1934.043284] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77639892-ddc4-4b75-aa71-e9fbd5c64ce3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.067063] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e654d1-8442-49e0-bfd4-38f49f8a2294 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.073133] env[62226]: DEBUG oslo_vmware.api [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1934.073133] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52388d64-3041-6960-c116-86f448686306" [ 1934.073133] env[62226]: _type = "Task" [ 1934.073133] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.076767] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "95ad0081-2084-416e-ad43-14207ddb5055" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.077010] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "95ad0081-2084-416e-ad43-14207ddb5055" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.077221] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "95ad0081-2084-416e-ad43-14207ddb5055-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.077432] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "95ad0081-2084-416e-ad43-14207ddb5055-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.077612] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "95ad0081-2084-416e-ad43-14207ddb5055-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.084484] env[62226]: DEBUG oslo_vmware.api [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52388d64-3041-6960-c116-86f448686306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.085021] env[62226]: INFO nova.compute.manager [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Terminating instance [ 1934.275212] env[62226]: DEBUG oslo_vmware.api [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Task: {'id': task-2028140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549918} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.275212] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1934.275212] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1934.275403] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1934.275585] env[62226]: INFO nova.compute.manager [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1934.275900] env[62226]: DEBUG oslo.service.loopingcall [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1934.276226] env[62226]: DEBUG nova.compute.manager [-] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1934.276707] env[62226]: DEBUG nova.network.neutron [-] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1934.283226] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aab65ee3-2afe-44fc-ac5c-62b03ff29f3b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.297109] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d65a856-c5b9-46a0-a84b-91f578b6d190 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.337802] env[62226]: DEBUG nova.compute.manager [req-cc19269b-a38a-4465-b9b3-2731c68b2185 req-54330bb9-7fcd-4e12-9a77-3da6e3ef683b service nova] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Detach interface failed, port_id=45fbc33f-f3e7-497e-90b8-d3605a56a3a6, reason: Instance 495e4bed-69b0-431a-959a-06d99a5b3e0f could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1934.390250] env[62226]: DEBUG nova.compute.manager [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1934.390622] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.391962] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a416b4-1615-4308-b2c9-9795008b2e02 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.405093] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.405439] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aa3505e-9883-4bb9-a0a7-66b472683dfc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.416193] env[62226]: DEBUG oslo_vmware.api [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1934.416193] env[62226]: value = "task-2028142" [ 1934.416193] env[62226]: _type = "Task" [ 1934.416193] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.425182] env[62226]: DEBUG oslo_vmware.api [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2028142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.441539] env[62226]: INFO nova.compute.manager [-] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Took 1.39 seconds to deallocate network for instance. [ 1934.467656] env[62226]: DEBUG oslo_vmware.api [None req-53df6925-c036-44f4-82b5-89aebdea3c2d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028141, 'name': SuspendVM_Task} progress is 45%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.519028] env[62226]: DEBUG oslo_concurrency.lockutils [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.520313] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.854s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.523185] env[62226]: INFO nova.compute.claims [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1934.551793] env[62226]: INFO nova.scheduler.client.report [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted allocations for instance c845f5f3-6086-4e3b-87d9-f773e835dba5 [ 1934.586235] env[62226]: DEBUG oslo_vmware.api [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52388d64-3041-6960-c116-86f448686306, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.586235] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.593727] env[62226]: DEBUG nova.compute.manager [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1934.594052] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.595078] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1437570-65e1-4fd6-aa10-e9ecb94f8aa2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.606033] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.606033] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f4c8ec5-8308-4834-9c55-24b6d4795a65 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.612399] env[62226]: DEBUG oslo_vmware.api [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1934.612399] env[62226]: value = "task-2028143" [ 1934.612399] env[62226]: _type = "Task" [ 1934.612399] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.623281] env[62226]: DEBUG oslo_vmware.api [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.695888] env[62226]: DEBUG nova.network.neutron [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance_info_cache with network_info: [{"id": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "address": "fa:16:3e:8e:8c:26", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5a57650-dd", "ovs_interfaceid": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.929491] env[62226]: DEBUG oslo_vmware.api [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2028142, 'name': PowerOffVM_Task, 'duration_secs': 0.333772} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.930505] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1934.930505] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1934.930505] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cc32b72-5b11-4ca8-a5be-ad6e011b0b7f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.950652] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.967537] env[62226]: DEBUG oslo_vmware.api [None req-53df6925-c036-44f4-82b5-89aebdea3c2d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028141, 'name': SuspendVM_Task, 'duration_secs': 0.864556} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.967537] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-53df6925-c036-44f4-82b5-89aebdea3c2d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Suspended the VM {{(pid=62226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1934.967537] env[62226]: DEBUG nova.compute.manager [None req-53df6925-c036-44f4-82b5-89aebdea3c2d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.967883] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6cb20a-3021-455d-9393-4e63a59c0233 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.067123] env[62226]: DEBUG oslo_concurrency.lockutils [None req-004f55dc-2da1-4364-ba75-e9bdc01f93e4 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "c845f5f3-6086-4e3b-87d9-f773e835dba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.411s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.090487] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1935.090640] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1935.090816] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Deleting the datastore file [datastore1] 5157170e-858f-4987-b121-3eb983e66d7f {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.091729] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dc47bce-2cfa-4640-9b3d-1f56118747d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.098425] env[62226]: DEBUG oslo_vmware.api [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for the task: (returnval){ [ 1935.098425] env[62226]: value = "task-2028145" [ 1935.098425] env[62226]: _type = "Task" [ 1935.098425] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.107800] env[62226]: DEBUG oslo_vmware.api [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2028145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.124145] env[62226]: DEBUG oslo_vmware.api [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028143, 'name': PowerOffVM_Task, 'duration_secs': 0.215368} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.124431] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.124597] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1935.124858] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c033766-de3a-47d0-8d01-364ffc4a95d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.197444] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.295445] env[62226]: DEBUG nova.network.neutron [-] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.414491] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1935.416866] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1935.416866] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Deleting the datastore file [datastore2] 95ad0081-2084-416e-ad43-14207ddb5055 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.416866] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d398a909-4199-425d-9007-ce4dfe822d87 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.423270] env[62226]: DEBUG oslo_vmware.api [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1935.423270] env[62226]: value = "task-2028147" [ 1935.423270] env[62226]: _type = "Task" [ 1935.423270] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.432092] env[62226]: DEBUG oslo_vmware.api [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.493110] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.493387] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.621422] env[62226]: DEBUG oslo_vmware.api [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Task: {'id': task-2028145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455083} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.621422] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.621422] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.621422] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.621422] env[62226]: INFO nova.compute.manager [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1935.622086] env[62226]: DEBUG oslo.service.loopingcall [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.622086] env[62226]: DEBUG nova.compute.manager [-] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1935.622086] env[62226]: DEBUG nova.network.neutron [-] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1935.727991] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a75da80-f2a3-48c4-8aab-97fc6f7a860c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.751285] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867b39dc-2c77-4f87-9df8-e5751f57169e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.760229] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance '1e5ff955-6903-42cb-9583-95c9a142b41f' progress to 83 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1935.798562] env[62226]: INFO nova.compute.manager [-] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Took 1.52 seconds to deallocate network for instance. [ 1935.877334] env[62226]: DEBUG nova.compute.manager [req-2aedf99d-3a66-440a-8aee-11fdab4d84ea req-eb67f13a-ac21-425f-a35d-3bbbb3c64b06 service nova] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Received event network-vif-deleted-5feb6464-2017-492f-b6ea-f447f53df6bc {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1935.939331] env[62226]: DEBUG oslo_vmware.api [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261568} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.939585] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.939802] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.940197] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.940295] env[62226]: INFO nova.compute.manager [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1935.940533] env[62226]: DEBUG oslo.service.loopingcall [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.940669] env[62226]: DEBUG nova.compute.manager [-] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1935.940766] env[62226]: DEBUG nova.network.neutron [-] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1935.995121] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6868f256-9648-4ccd-9e41-a804d66d276e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.999697] env[62226]: DEBUG nova.compute.manager [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1936.009549] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e0bf2c-679b-486b-827d-20677df70f1d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.044222] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa71ad8-873a-4252-8071-10e19f396eaf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.054382] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4275d1-ebb3-4120-a0a1-5f1a4117aeee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.070707] env[62226]: DEBUG nova.compute.provider_tree [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.271934] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0437ef-75ad-4479-9e16-b918940698dc tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance '1e5ff955-6903-42cb-9583-95c9a142b41f' progress to 100 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1936.305808] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.393371] env[62226]: DEBUG nova.compute.manager [req-4c3980ed-3818-4bcc-892c-74df84b10d01 req-3f08bacd-e103-496a-826b-6ce0dd2f22c4 service nova] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Received event network-vif-deleted-7b628c01-12b3-4591-b89b-692c58837fa7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1936.393371] env[62226]: INFO nova.compute.manager [req-4c3980ed-3818-4bcc-892c-74df84b10d01 req-3f08bacd-e103-496a-826b-6ce0dd2f22c4 service nova] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Neutron deleted interface 7b628c01-12b3-4591-b89b-692c58837fa7; detaching it from the instance and deleting it from the info cache [ 1936.393371] env[62226]: DEBUG nova.network.neutron [req-4c3980ed-3818-4bcc-892c-74df84b10d01 req-3f08bacd-e103-496a-826b-6ce0dd2f22c4 service nova] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.522343] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.573512] env[62226]: DEBUG nova.scheduler.client.report [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1936.591338] env[62226]: DEBUG nova.network.neutron [-] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.755379] env[62226]: DEBUG nova.network.neutron [-] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.898626] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-993ae603-2c0c-47cb-a666-1ca456b3b6f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.912707] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29df591d-2b70-437a-96a8-b1c3960c2778 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.947208] env[62226]: DEBUG nova.compute.manager [req-4c3980ed-3818-4bcc-892c-74df84b10d01 req-3f08bacd-e103-496a-826b-6ce0dd2f22c4 service nova] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Detach interface failed, port_id=7b628c01-12b3-4591-b89b-692c58837fa7, reason: Instance 95ad0081-2084-416e-ad43-14207ddb5055 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1937.078930] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.079535] env[62226]: DEBUG nova.compute.manager [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1937.083408] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.288s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.084043] env[62226]: DEBUG nova.objects.instance [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lazy-loading 'resources' on Instance uuid 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.093776] env[62226]: INFO nova.compute.manager [-] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Took 1.47 seconds to deallocate network for instance. [ 1937.258355] env[62226]: INFO nova.compute.manager [-] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Took 1.32 seconds to deallocate network for instance. [ 1937.445262] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.445554] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.586802] env[62226]: DEBUG nova.compute.utils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1937.590902] env[62226]: DEBUG nova.compute.manager [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1937.591088] env[62226]: DEBUG nova.network.neutron [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1937.602962] env[62226]: DEBUG oslo_concurrency.lockutils [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.639662] env[62226]: DEBUG nova.policy [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af246ffcf37c40bfaec1673f524da96a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e51d932df654842bdde7acdeaae9efe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1937.764889] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.801295] env[62226]: DEBUG nova.compute.manager [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1937.803787] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb59846-56e4-403d-a200-2bd1f3c47e49 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.891672] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3f6a46-6954-437e-91da-0afcbd3baa3e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.899222] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a1ddcf-69a1-4a89-842b-f75fc2035148 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.903532] env[62226]: DEBUG nova.network.neutron [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Successfully created port: 7b01e5e3-ba98-49b1-9501-3768a13b480b {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1937.933665] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba321a9-fd8e-4dd1-a8f8-0a0625fb8891 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.937278] env[62226]: DEBUG nova.compute.manager [req-8a7c5950-08dc-433d-8eae-574a444e1aa7 req-ca179e8c-c49b-46ae-8924-9dc6a6199c80 service nova] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Received event network-vif-deleted-73ba79a3-93ad-4a20-adb2-d03485ffb7c6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1937.943274] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28a8bbc-8ab4-4bdd-8e57-a855638c0603 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.950069] env[62226]: DEBUG nova.compute.manager [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1937.962390] env[62226]: DEBUG nova.compute.provider_tree [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.033832] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "1e5ff955-6903-42cb-9583-95c9a142b41f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.034125] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.034323] env[62226]: DEBUG nova.compute.manager [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Going to confirm migration 4 {{(pid=62226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1938.091404] env[62226]: DEBUG nova.compute.manager [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1938.315631] env[62226]: INFO nova.compute.manager [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] instance snapshotting [ 1938.315851] env[62226]: WARNING nova.compute.manager [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1938.318543] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faba1bdc-9417-4227-8f15-ae8ced942032 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.338172] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38e3ffc-62c9-4e51-b09e-1558651a9c6e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.465529] env[62226]: DEBUG nova.scheduler.client.report [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.485530] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.569343] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.569553] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.569729] env[62226]: DEBUG nova.network.neutron [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1938.570087] env[62226]: DEBUG nova.objects.instance [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'info_cache' on Instance uuid 1e5ff955-6903-42cb-9583-95c9a142b41f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.849061] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1938.849434] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e834f19f-eabd-463f-a939-85286c411e41 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.857422] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1938.857422] env[62226]: value = "task-2028148" [ 1938.857422] env[62226]: _type = "Task" [ 1938.857422] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.865972] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028148, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.972261] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.975128] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.830s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.975459] env[62226]: DEBUG nova.objects.instance [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lazy-loading 'resources' on Instance uuid b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.992953] env[62226]: INFO nova.scheduler.client.report [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted allocations for instance 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb [ 1939.100272] env[62226]: DEBUG nova.compute.manager [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1939.123300] env[62226]: DEBUG nova.virt.hardware [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1939.123491] env[62226]: DEBUG nova.virt.hardware [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1939.123543] env[62226]: DEBUG nova.virt.hardware [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1939.123768] env[62226]: DEBUG nova.virt.hardware [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1939.123936] env[62226]: DEBUG nova.virt.hardware [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1939.124114] env[62226]: DEBUG nova.virt.hardware [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1939.124339] env[62226]: DEBUG nova.virt.hardware [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1939.124512] env[62226]: DEBUG nova.virt.hardware [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1939.124693] env[62226]: DEBUG nova.virt.hardware [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1939.124877] env[62226]: DEBUG nova.virt.hardware [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1939.125083] env[62226]: DEBUG nova.virt.hardware [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1939.125970] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508a685d-1c9f-4949-a3b0-75d4fcee6aaf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.134662] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bda8bf9-f0c5-45ed-a2a0-f6729d72fd0b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.366930] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028148, 'name': CreateSnapshot_Task, 'duration_secs': 0.498774} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.367208] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1939.367974] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349872f4-9f68-40f6-8e0c-3e29bb47effe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.461559] env[62226]: DEBUG nova.network.neutron [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Successfully updated port: 7b01e5e3-ba98-49b1-9501-3768a13b480b {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1939.500395] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9348fa94-673d-42e4-81be-db0c485cd59f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "8259105e-cd1d-4c5c-a6ba-a2db6d597fdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.222s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.554735] env[62226]: DEBUG nova.compute.manager [req-5551b14b-9dad-453d-8fe7-7b72980473e7 req-31ba6daf-ff80-4845-b9d6-18735377e076 service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Received event network-vif-plugged-7b01e5e3-ba98-49b1-9501-3768a13b480b {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1939.554970] env[62226]: DEBUG oslo_concurrency.lockutils [req-5551b14b-9dad-453d-8fe7-7b72980473e7 req-31ba6daf-ff80-4845-b9d6-18735377e076 service nova] Acquiring lock "1319c83f-40fc-4bf7-92b1-7d95a12b9859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.555176] env[62226]: DEBUG oslo_concurrency.lockutils [req-5551b14b-9dad-453d-8fe7-7b72980473e7 req-31ba6daf-ff80-4845-b9d6-18735377e076 service nova] Lock "1319c83f-40fc-4bf7-92b1-7d95a12b9859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.555352] env[62226]: DEBUG oslo_concurrency.lockutils [req-5551b14b-9dad-453d-8fe7-7b72980473e7 req-31ba6daf-ff80-4845-b9d6-18735377e076 service nova] Lock "1319c83f-40fc-4bf7-92b1-7d95a12b9859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.555524] env[62226]: DEBUG nova.compute.manager [req-5551b14b-9dad-453d-8fe7-7b72980473e7 req-31ba6daf-ff80-4845-b9d6-18735377e076 service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] No waiting events found dispatching network-vif-plugged-7b01e5e3-ba98-49b1-9501-3768a13b480b {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1939.555672] env[62226]: WARNING nova.compute.manager [req-5551b14b-9dad-453d-8fe7-7b72980473e7 req-31ba6daf-ff80-4845-b9d6-18735377e076 service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Received unexpected event network-vif-plugged-7b01e5e3-ba98-49b1-9501-3768a13b480b for instance with vm_state building and task_state spawning. [ 1939.787254] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8591df4-4b8b-422f-a887-2036da1cc0c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.801202] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9564c4a-a1c0-42c9-a532-cf8d9c8a1b26 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.836189] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8ae8bd-05fe-4fcb-965f-a4dfb7ed5ef4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.840300] env[62226]: DEBUG nova.network.neutron [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance_info_cache with network_info: [{"id": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "address": "fa:16:3e:8e:8c:26", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5a57650-dd", "ovs_interfaceid": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.844825] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd95b3a-5878-4ffe-8fa9-247a507c9021 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.857937] env[62226]: DEBUG nova.compute.provider_tree [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1939.888147] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1939.888747] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-659bd134-6067-4332-aeec-20ffee224ca8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.899173] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1939.899173] env[62226]: value = "task-2028149" [ 1939.899173] env[62226]: _type = "Task" [ 1939.899173] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.907961] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028149, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.967361] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Acquiring lock "refresh_cache-1319c83f-40fc-4bf7-92b1-7d95a12b9859" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.967536] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Acquired lock "refresh_cache-1319c83f-40fc-4bf7-92b1-7d95a12b9859" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.967706] env[62226]: DEBUG nova.network.neutron [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1940.281191] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.281422] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.344391] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.344664] env[62226]: DEBUG nova.objects.instance [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'migration_context' on Instance uuid 1e5ff955-6903-42cb-9583-95c9a142b41f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.361266] env[62226]: DEBUG nova.scheduler.client.report [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.409077] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028149, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.503387] env[62226]: DEBUG nova.network.neutron [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1940.635920] env[62226]: DEBUG nova.network.neutron [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Updating instance_info_cache with network_info: [{"id": "7b01e5e3-ba98-49b1-9501-3768a13b480b", "address": "fa:16:3e:ca:03:d2", "network": {"id": "0509b91b-fe50-4534-a0e8-10f867c2a8a3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-136702705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e51d932df654842bdde7acdeaae9efe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b01e5e3-ba", "ovs_interfaceid": "7b01e5e3-ba98-49b1-9501-3768a13b480b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.783326] env[62226]: DEBUG nova.compute.manager [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1940.847403] env[62226]: DEBUG nova.objects.base [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Object Instance<1e5ff955-6903-42cb-9583-95c9a142b41f> lazy-loaded attributes: info_cache,migration_context {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1940.848732] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbb2d65-e889-4bf7-82a6-d842921011a0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.869738] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.873185] env[62226]: DEBUG oslo_concurrency.lockutils [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.060s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.873573] env[62226]: DEBUG nova.objects.instance [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lazy-loading 'resources' on Instance uuid 0e25fe39-4a1a-49ae-b169-8385b977c93c {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.874658] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7d333e-97a6-41de-8961-ad6e20ee38ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.881060] env[62226]: DEBUG oslo_vmware.api [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1940.881060] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5231179a-0c0c-731d-0b9f-b540732a4862" [ 1940.881060] env[62226]: _type = "Task" [ 1940.881060] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.891040] env[62226]: DEBUG oslo_vmware.api [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5231179a-0c0c-731d-0b9f-b540732a4862, 'name': SearchDatastore_Task, 'duration_secs': 0.006294} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.891359] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.895029] env[62226]: INFO nova.scheduler.client.report [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Deleted allocations for instance b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44 [ 1940.909049] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028149, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.139116] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Releasing lock "refresh_cache-1319c83f-40fc-4bf7-92b1-7d95a12b9859" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.139525] env[62226]: DEBUG nova.compute.manager [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Instance network_info: |[{"id": "7b01e5e3-ba98-49b1-9501-3768a13b480b", "address": "fa:16:3e:ca:03:d2", "network": {"id": "0509b91b-fe50-4534-a0e8-10f867c2a8a3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-136702705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e51d932df654842bdde7acdeaae9efe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b01e5e3-ba", "ovs_interfaceid": "7b01e5e3-ba98-49b1-9501-3768a13b480b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1941.140080] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:03:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b01e5e3-ba98-49b1-9501-3768a13b480b', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1941.148972] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Creating folder: Project (7e51d932df654842bdde7acdeaae9efe). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1941.149339] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57a8a86d-2568-44f4-9be7-3c8ca0a2cbc7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.160065] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Created folder: Project (7e51d932df654842bdde7acdeaae9efe) in parent group-v416438. [ 1941.160796] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Creating folder: Instances. Parent ref: group-v416629. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1941.160796] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b7aad51-f008-4f56-a926-bd112ef75da8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.169255] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Created folder: Instances in parent group-v416629. [ 1941.169498] env[62226]: DEBUG oslo.service.loopingcall [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.169747] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1941.169880] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-045c5f47-4dc7-46c5-b306-b438afcc54cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.191045] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1941.191045] env[62226]: value = "task-2028152" [ 1941.191045] env[62226]: _type = "Task" [ 1941.191045] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.198684] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028152, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.302318] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.401792] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5108290b-b608-4261-8954-be195dc26fd8 tempest-ServerRescueTestJSON-1393398584 tempest-ServerRescueTestJSON-1393398584-project-member] Lock "b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.791s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.411682] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028149, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.586278] env[62226]: DEBUG nova.compute.manager [req-3b25a975-8bda-4f1f-bfbc-887ad516f747 req-607fc42a-b0ac-46aa-a45d-43a4a60d5c97 service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Received event network-changed-7b01e5e3-ba98-49b1-9501-3768a13b480b {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1941.586461] env[62226]: DEBUG nova.compute.manager [req-3b25a975-8bda-4f1f-bfbc-887ad516f747 req-607fc42a-b0ac-46aa-a45d-43a4a60d5c97 service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Refreshing instance network info cache due to event network-changed-7b01e5e3-ba98-49b1-9501-3768a13b480b. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1941.586642] env[62226]: DEBUG oslo_concurrency.lockutils [req-3b25a975-8bda-4f1f-bfbc-887ad516f747 req-607fc42a-b0ac-46aa-a45d-43a4a60d5c97 service nova] Acquiring lock "refresh_cache-1319c83f-40fc-4bf7-92b1-7d95a12b9859" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.586735] env[62226]: DEBUG oslo_concurrency.lockutils [req-3b25a975-8bda-4f1f-bfbc-887ad516f747 req-607fc42a-b0ac-46aa-a45d-43a4a60d5c97 service nova] Acquired lock "refresh_cache-1319c83f-40fc-4bf7-92b1-7d95a12b9859" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.586897] env[62226]: DEBUG nova.network.neutron [req-3b25a975-8bda-4f1f-bfbc-887ad516f747 req-607fc42a-b0ac-46aa-a45d-43a4a60d5c97 service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Refreshing network info cache for port 7b01e5e3-ba98-49b1-9501-3768a13b480b {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1941.700038] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406062e4-b3fd-4536-969f-9cfe10a954e8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.703528] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028152, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.707872] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3094b07-c7a7-4380-b497-147d8d90f3f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.739497] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c16bb58-893a-4e6f-8bea-5f8269b37970 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.746964] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e6070d-5357-47b6-9365-c29510dbabe8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.760234] env[62226]: DEBUG nova.compute.provider_tree [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.911232] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028149, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.203647] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028152, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.264235] env[62226]: DEBUG nova.scheduler.client.report [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1942.322097] env[62226]: DEBUG nova.network.neutron [req-3b25a975-8bda-4f1f-bfbc-887ad516f747 req-607fc42a-b0ac-46aa-a45d-43a4a60d5c97 service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Updated VIF entry in instance network info cache for port 7b01e5e3-ba98-49b1-9501-3768a13b480b. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1942.322237] env[62226]: DEBUG nova.network.neutron [req-3b25a975-8bda-4f1f-bfbc-887ad516f747 req-607fc42a-b0ac-46aa-a45d-43a4a60d5c97 service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Updating instance_info_cache with network_info: [{"id": "7b01e5e3-ba98-49b1-9501-3768a13b480b", "address": "fa:16:3e:ca:03:d2", "network": {"id": "0509b91b-fe50-4534-a0e8-10f867c2a8a3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-136702705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e51d932df654842bdde7acdeaae9efe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b01e5e3-ba", "ovs_interfaceid": "7b01e5e3-ba98-49b1-9501-3768a13b480b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.412250] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028149, 'name': CloneVM_Task, 'duration_secs': 2.301103} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.412536] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Created linked-clone VM from snapshot [ 1942.413292] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8520c2d7-c327-4606-a8b6-44ce484e3251 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.420674] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Uploading image 5e5a5068-ce19-4782-a3e1-658062d317b3 {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1942.442427] env[62226]: DEBUG oslo_vmware.rw_handles [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1942.442427] env[62226]: value = "vm-416628" [ 1942.442427] env[62226]: _type = "VirtualMachine" [ 1942.442427] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1942.442720] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0536a90-e033-4640-833e-4930e13d0aab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.449885] env[62226]: DEBUG oslo_vmware.rw_handles [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lease: (returnval){ [ 1942.449885] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5272012d-b869-735e-2254-04e6c31fe1a3" [ 1942.449885] env[62226]: _type = "HttpNfcLease" [ 1942.449885] env[62226]: } obtained for exporting VM: (result){ [ 1942.449885] env[62226]: value = "vm-416628" [ 1942.449885] env[62226]: _type = "VirtualMachine" [ 1942.449885] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1942.450185] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the lease: (returnval){ [ 1942.450185] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5272012d-b869-735e-2254-04e6c31fe1a3" [ 1942.450185] env[62226]: _type = "HttpNfcLease" [ 1942.450185] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1942.456400] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1942.456400] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5272012d-b869-735e-2254-04e6c31fe1a3" [ 1942.456400] env[62226]: _type = "HttpNfcLease" [ 1942.456400] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1942.702652] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028152, 'name': CreateVM_Task, 'duration_secs': 1.189471} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.702958] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1942.703777] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.704088] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.704523] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1942.704875] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa15243-1499-4392-9f18-4df37527f839 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.709673] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Waiting for the task: (returnval){ [ 1942.709673] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d04b67-c88b-f1f2-ae73-e71d13569921" [ 1942.709673] env[62226]: _type = "Task" [ 1942.709673] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.717338] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d04b67-c88b-f1f2-ae73-e71d13569921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.772021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.772266] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.186s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.799837] env[62226]: INFO nova.scheduler.client.report [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Deleted allocations for instance 0e25fe39-4a1a-49ae-b169-8385b977c93c [ 1942.827893] env[62226]: DEBUG oslo_concurrency.lockutils [req-3b25a975-8bda-4f1f-bfbc-887ad516f747 req-607fc42a-b0ac-46aa-a45d-43a4a60d5c97 service nova] Releasing lock "refresh_cache-1319c83f-40fc-4bf7-92b1-7d95a12b9859" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.962069] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1942.962069] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5272012d-b869-735e-2254-04e6c31fe1a3" [ 1942.962069] env[62226]: _type = "HttpNfcLease" [ 1942.962069] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1942.962069] env[62226]: DEBUG oslo_vmware.rw_handles [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1942.962069] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5272012d-b869-735e-2254-04e6c31fe1a3" [ 1942.962069] env[62226]: _type = "HttpNfcLease" [ 1942.962069] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1942.962069] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f683556e-0eda-496e-8d3b-9dcb15c97ad2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.971157] env[62226]: DEBUG oslo_vmware.rw_handles [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ebe3b-3389-409a-067f-b63e4468ba33/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1942.971993] env[62226]: DEBUG oslo_vmware.rw_handles [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ebe3b-3389-409a-067f-b63e4468ba33/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1943.067689] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5b3f372-a25e-4bf0-b9f2-53a2b35cefb9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.220967] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d04b67-c88b-f1f2-ae73-e71d13569921, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.221293] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.221542] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1943.221784] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.221932] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.222126] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1943.222388] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1d59bef-b64e-484d-9e39-edc0e73cf75f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.230209] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1943.230429] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1943.231145] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daecdac1-7be7-4ef5-b349-9c57321355ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.236970] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Waiting for the task: (returnval){ [ 1943.236970] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529a032e-7b77-644b-c329-f3a3ade2b492" [ 1943.236970] env[62226]: _type = "Task" [ 1943.236970] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.246736] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529a032e-7b77-644b-c329-f3a3ade2b492, 'name': SearchDatastore_Task} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.247496] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4085fa-33db-4fb1-ad10-bddb6fd2916f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.252248] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Waiting for the task: (returnval){ [ 1943.252248] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52871357-cf36-3713-4a06-509f21dd24f8" [ 1943.252248] env[62226]: _type = "Task" [ 1943.252248] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.259825] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52871357-cf36-3713-4a06-509f21dd24f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.306549] env[62226]: DEBUG oslo_concurrency.lockutils [None req-05cc338a-eabe-41a6-b0db-5260ad0bf09b tempest-SecurityGroupsTestJSON-201089947 tempest-SecurityGroupsTestJSON-201089947-project-member] Lock "0e25fe39-4a1a-49ae-b169-8385b977c93c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.167s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.604533] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b78fca-1755-4bef-ab2d-7d88b66280c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.613672] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b681397-9508-43cf-a573-7715977c22a4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.654296] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2296814a-3621-475b-bb6e-9f2ea1d9fa1f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.662702] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83800ede-e12f-423d-b563-4d43bf57264a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.677237] env[62226]: DEBUG nova.compute.provider_tree [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.763443] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52871357-cf36-3713-4a06-509f21dd24f8, 'name': SearchDatastore_Task, 'duration_secs': 0.007897} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.763807] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.764168] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 1319c83f-40fc-4bf7-92b1-7d95a12b9859/1319c83f-40fc-4bf7-92b1-7d95a12b9859.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1943.764504] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81db92f4-41bf-4871-aefc-47683f6291eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.772288] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Waiting for the task: (returnval){ [ 1943.772288] env[62226]: value = "task-2028154" [ 1943.772288] env[62226]: _type = "Task" [ 1943.772288] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.780679] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.180685] env[62226]: DEBUG nova.scheduler.client.report [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1944.283357] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492501} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.284033] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 1319c83f-40fc-4bf7-92b1-7d95a12b9859/1319c83f-40fc-4bf7-92b1-7d95a12b9859.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1944.284771] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1944.285625] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acc776d1-f2b0-4787-ae35-f5c1d2799297 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.294175] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Waiting for the task: (returnval){ [ 1944.294175] env[62226]: value = "task-2028155" [ 1944.294175] env[62226]: _type = "Task" [ 1944.294175] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.303244] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.806290] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066022} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.806687] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1944.807670] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc4c13c-5039-4577-aff4-5a636b75bac8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.832066] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 1319c83f-40fc-4bf7-92b1-7d95a12b9859/1319c83f-40fc-4bf7-92b1-7d95a12b9859.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.832399] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a241032f-c34b-4210-839f-ba6ca3ee3503 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.854147] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Waiting for the task: (returnval){ [ 1944.854147] env[62226]: value = "task-2028156" [ 1944.854147] env[62226]: _type = "Task" [ 1944.854147] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.863222] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.196267] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.424s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.199889] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.252s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.200792] env[62226]: DEBUG nova.objects.instance [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lazy-loading 'resources' on Instance uuid 495e4bed-69b0-431a-959a-06d99a5b3e0f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.366899] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028156, 'name': ReconfigVM_Task, 'duration_secs': 0.289658} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.366959] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 1319c83f-40fc-4bf7-92b1-7d95a12b9859/1319c83f-40fc-4bf7-92b1-7d95a12b9859.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1945.367640] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97adf999-3180-482c-9602-d28ddfb872e3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.374133] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Waiting for the task: (returnval){ [ 1945.374133] env[62226]: value = "task-2028157" [ 1945.374133] env[62226]: _type = "Task" [ 1945.374133] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.382760] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028157, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.766315] env[62226]: INFO nova.scheduler.client.report [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted allocation for migration 81e32b7c-9493-4eb0-8204-6f1926d7843a [ 1945.886732] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028157, 'name': Rename_Task, 'duration_secs': 0.176163} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.887411] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.887511] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb4f2bdd-978a-4f53-9ecf-225bf2cde9b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.897742] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Waiting for the task: (returnval){ [ 1945.897742] env[62226]: value = "task-2028158" [ 1945.897742] env[62226]: _type = "Task" [ 1945.897742] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.909076] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.038151] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9f548b-4451-48d3-ba4f-545a49c4b873 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.046301] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6ffb05-2102-44e7-9f09-2b7c148ef546 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.077449] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d39c905-54ef-41e1-bb92-f9217bb89735 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.085915] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ba8a5b-b86a-47db-9742-e0c9e57be3a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.100882] env[62226]: DEBUG nova.compute.provider_tree [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.276957] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c05018cf-8d58-4ed3-ab31-fccf29f5af54 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.361s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.408461] env[62226]: DEBUG oslo_vmware.api [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028158, 'name': PowerOnVM_Task, 'duration_secs': 0.474465} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.408798] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.409058] env[62226]: INFO nova.compute.manager [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1946.409285] env[62226]: DEBUG nova.compute.manager [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.410175] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015ca6c1-59b8-4e91-bf61-c6351a4b773f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.603515] env[62226]: DEBUG nova.scheduler.client.report [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1946.935101] env[62226]: INFO nova.compute.manager [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Took 25.28 seconds to build instance. [ 1947.114491] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.115513] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.810s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.116275] env[62226]: DEBUG nova.objects.instance [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lazy-loading 'resources' on Instance uuid c50bc1d9-19e6-439e-8782-7b268047d420 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.142862] env[62226]: INFO nova.scheduler.client.report [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleted allocations for instance 495e4bed-69b0-431a-959a-06d99a5b3e0f [ 1947.439295] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c55d6c29-549d-4228-8421-9205c56cd180 tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Lock "1319c83f-40fc-4bf7-92b1-7d95a12b9859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.796s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.654359] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2946efb8-6157-4bf0-aecb-b54c48cd769e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "495e4bed-69b0-431a-959a-06d99a5b3e0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.295s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.846101] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.846399] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.846611] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.846797] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.846964] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.849777] env[62226]: INFO nova.compute.manager [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Terminating instance [ 1947.996131] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978ac45c-8561-4576-a59d-4d53b6ae5258 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.005541] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f378eb01-e9f4-46e6-8134-cb85efd66ea6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.040183] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd3c2de-191d-44a1-87d5-45c894420f39 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.048989] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab69f5d-ac2b-48bc-ac24-7c3dfa1f0303 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.064552] env[62226]: DEBUG nova.compute.provider_tree [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.303081] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Acquiring lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.303432] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.303655] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Acquiring lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.304084] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.304184] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.311363] env[62226]: INFO nova.compute.manager [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Terminating instance [ 1948.354371] env[62226]: DEBUG nova.compute.manager [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1948.355207] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1948.355778] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed684742-ba01-48c0-ba81-20524d761b64 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.368043] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1948.368348] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea766e45-fa93-47fc-891e-73534020286d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.375244] env[62226]: DEBUG oslo_vmware.api [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1948.375244] env[62226]: value = "task-2028159" [ 1948.375244] env[62226]: _type = "Task" [ 1948.375244] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.385050] env[62226]: DEBUG oslo_vmware.api [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.568915] env[62226]: DEBUG nova.scheduler.client.report [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1948.590787] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.591061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.591287] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.591473] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.591645] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.595379] env[62226]: INFO nova.compute.manager [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Terminating instance [ 1948.663439] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "86b97308-6068-44a3-8032-3c88a1b9ba9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.664195] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "86b97308-6068-44a3-8032-3c88a1b9ba9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.682038] env[62226]: DEBUG nova.compute.manager [req-960c9d37-6041-4656-8c06-93700c184764 req-6665eb4a-dc19-4009-8582-66b80214d5ce service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Received event network-changed-7b01e5e3-ba98-49b1-9501-3768a13b480b {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1948.682038] env[62226]: DEBUG nova.compute.manager [req-960c9d37-6041-4656-8c06-93700c184764 req-6665eb4a-dc19-4009-8582-66b80214d5ce service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Refreshing instance network info cache due to event network-changed-7b01e5e3-ba98-49b1-9501-3768a13b480b. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1948.682243] env[62226]: DEBUG oslo_concurrency.lockutils [req-960c9d37-6041-4656-8c06-93700c184764 req-6665eb4a-dc19-4009-8582-66b80214d5ce service nova] Acquiring lock "refresh_cache-1319c83f-40fc-4bf7-92b1-7d95a12b9859" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.682323] env[62226]: DEBUG oslo_concurrency.lockutils [req-960c9d37-6041-4656-8c06-93700c184764 req-6665eb4a-dc19-4009-8582-66b80214d5ce service nova] Acquired lock "refresh_cache-1319c83f-40fc-4bf7-92b1-7d95a12b9859" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.682502] env[62226]: DEBUG nova.network.neutron [req-960c9d37-6041-4656-8c06-93700c184764 req-6665eb4a-dc19-4009-8582-66b80214d5ce service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Refreshing network info cache for port 7b01e5e3-ba98-49b1-9501-3768a13b480b {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1948.818647] env[62226]: DEBUG nova.compute.manager [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1948.821020] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1948.821020] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2edf50-810e-4c9f-92cd-750d95b99b96 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.832413] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1948.832735] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a114d11-7883-4715-b1de-0c098bf61474 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.840091] env[62226]: DEBUG oslo_vmware.api [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Waiting for the task: (returnval){ [ 1948.840091] env[62226]: value = "task-2028160" [ 1948.840091] env[62226]: _type = "Task" [ 1948.840091] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.851919] env[62226]: DEBUG oslo_vmware.api [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2028160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.891120] env[62226]: DEBUG oslo_vmware.api [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028159, 'name': PowerOffVM_Task, 'duration_secs': 0.296938} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.892487] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1948.892487] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1948.892487] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56f97e85-f113-4d1a-94ac-501955b3e6b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.995934] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1948.995934] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1948.995934] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleting the datastore file [datastore2] 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1948.996283] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ded1600f-0aa4-4a8d-8b61-ebac88131930 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.003254] env[62226]: DEBUG oslo_vmware.api [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1949.003254] env[62226]: value = "task-2028162" [ 1949.003254] env[62226]: _type = "Task" [ 1949.003254] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.011868] env[62226]: DEBUG oslo_vmware.api [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.078578] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.080848] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.559s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.082529] env[62226]: INFO nova.compute.claims [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1949.103248] env[62226]: DEBUG nova.compute.manager [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1949.103248] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1949.103248] env[62226]: INFO nova.scheduler.client.report [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Deleted allocations for instance c50bc1d9-19e6-439e-8782-7b268047d420 [ 1949.104170] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adc49c5-47c0-4b61-b75a-0b64f8f525d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.115061] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1949.115347] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31b7484a-2c65-4afd-aa1a-0cf3436ad293 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.122657] env[62226]: DEBUG oslo_vmware.api [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1949.122657] env[62226]: value = "task-2028163" [ 1949.122657] env[62226]: _type = "Task" [ 1949.122657] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.136263] env[62226]: DEBUG oslo_vmware.api [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2028163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.169969] env[62226]: DEBUG nova.compute.manager [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1949.350204] env[62226]: DEBUG oslo_vmware.api [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2028160, 'name': PowerOffVM_Task, 'duration_secs': 0.263375} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.350632] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.350722] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1949.350914] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75f60f67-4167-4508-9c57-6371f6e57027 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.484465] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1949.484696] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1949.484881] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Deleting the datastore file [datastore1] 61bc8cf8-f078-4dd8-90eb-b5e6814abc08 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1949.485175] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6feb16ea-5fe8-4788-aae8-66a0e9b8a1f6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.491231] env[62226]: DEBUG oslo_vmware.api [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Waiting for the task: (returnval){ [ 1949.491231] env[62226]: value = "task-2028165" [ 1949.491231] env[62226]: _type = "Task" [ 1949.491231] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.499801] env[62226]: DEBUG oslo_vmware.api [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2028165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.513357] env[62226]: DEBUG oslo_vmware.api [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182639} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.513357] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1949.513357] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1949.513559] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1949.513659] env[62226]: INFO nova.compute.manager [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1949.513894] env[62226]: DEBUG oslo.service.loopingcall [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.515865] env[62226]: DEBUG nova.compute.manager [-] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1949.515865] env[62226]: DEBUG nova.network.neutron [-] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1949.617545] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4943a04c-b5ea-4ed1-bfb1-61b152da48cc tempest-MigrationsAdminTest-2107606537 tempest-MigrationsAdminTest-2107606537-project-member] Lock "c50bc1d9-19e6-439e-8782-7b268047d420" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.629s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.638848] env[62226]: DEBUG oslo_vmware.api [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2028163, 'name': PowerOffVM_Task, 'duration_secs': 0.241695} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.638848] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.638848] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1949.639361] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b6b8037-10e7-4251-b3e0-54bd9ba8352e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.684194] env[62226]: DEBUG nova.network.neutron [req-960c9d37-6041-4656-8c06-93700c184764 req-6665eb4a-dc19-4009-8582-66b80214d5ce service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Updated VIF entry in instance network info cache for port 7b01e5e3-ba98-49b1-9501-3768a13b480b. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1949.684194] env[62226]: DEBUG nova.network.neutron [req-960c9d37-6041-4656-8c06-93700c184764 req-6665eb4a-dc19-4009-8582-66b80214d5ce service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Updating instance_info_cache with network_info: [{"id": "7b01e5e3-ba98-49b1-9501-3768a13b480b", "address": "fa:16:3e:ca:03:d2", "network": {"id": "0509b91b-fe50-4534-a0e8-10f867c2a8a3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-136702705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e51d932df654842bdde7acdeaae9efe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b01e5e3-ba", "ovs_interfaceid": "7b01e5e3-ba98-49b1-9501-3768a13b480b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.697470] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.807714] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1949.807714] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1949.807714] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleting the datastore file [datastore1] 0b3e91bd-a9ae-4855-85e7-fe143443b11f {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1949.807714] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-111628dd-affc-412f-beb4-8958adbbf59e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.816843] env[62226]: DEBUG oslo_vmware.api [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for the task: (returnval){ [ 1949.816843] env[62226]: value = "task-2028167" [ 1949.816843] env[62226]: _type = "Task" [ 1949.816843] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.827474] env[62226]: DEBUG oslo_vmware.api [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2028167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.867290] env[62226]: DEBUG nova.compute.manager [req-e3246cff-5f50-4ab2-a3e1-fd995477ec46 req-33457bcc-1ebc-4e5b-af0e-214c6e130f4a service nova] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Received event network-vif-deleted-d8dc75b8-a50f-48b0-9d72-40d71a163e0a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1949.867290] env[62226]: INFO nova.compute.manager [req-e3246cff-5f50-4ab2-a3e1-fd995477ec46 req-33457bcc-1ebc-4e5b-af0e-214c6e130f4a service nova] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Neutron deleted interface d8dc75b8-a50f-48b0-9d72-40d71a163e0a; detaching it from the instance and deleting it from the info cache [ 1949.867290] env[62226]: DEBUG nova.network.neutron [req-e3246cff-5f50-4ab2-a3e1-fd995477ec46 req-33457bcc-1ebc-4e5b-af0e-214c6e130f4a service nova] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.002246] env[62226]: DEBUG oslo_vmware.api [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Task: {'id': task-2028165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251937} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.002520] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1950.002614] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1950.002792] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1950.002967] env[62226]: INFO nova.compute.manager [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1950.003349] env[62226]: DEBUG oslo.service.loopingcall [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.003389] env[62226]: DEBUG nova.compute.manager [-] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1950.003492] env[62226]: DEBUG nova.network.neutron [-] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1950.191550] env[62226]: DEBUG oslo_concurrency.lockutils [req-960c9d37-6041-4656-8c06-93700c184764 req-6665eb4a-dc19-4009-8582-66b80214d5ce service nova] Releasing lock "refresh_cache-1319c83f-40fc-4bf7-92b1-7d95a12b9859" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.327017] env[62226]: DEBUG oslo_vmware.api [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Task: {'id': task-2028167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477685} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.331118] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1950.331118] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1950.331118] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1950.331118] env[62226]: INFO nova.compute.manager [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1950.331118] env[62226]: DEBUG oslo.service.loopingcall [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.331381] env[62226]: DEBUG nova.network.neutron [-] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.332633] env[62226]: DEBUG nova.compute.manager [-] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1950.332781] env[62226]: DEBUG nova.network.neutron [-] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1950.369548] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-280f4a23-135a-407e-bfa9-548c950029b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.388801] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948e75ad-87e0-420b-99c0-90f6ce042c26 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.434135] env[62226]: DEBUG nova.compute.manager [req-e3246cff-5f50-4ab2-a3e1-fd995477ec46 req-33457bcc-1ebc-4e5b-af0e-214c6e130f4a service nova] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Detach interface failed, port_id=d8dc75b8-a50f-48b0-9d72-40d71a163e0a, reason: Instance 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1950.487141] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3c3edf-de77-4229-9891-9e47eb8df854 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.496080] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744bc46b-2783-4ea0-a072-1e7f482ebc5a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.531557] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699df03d-ed83-4003-9569-d4b968c8baa6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.542099] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ca395b-4810-4378-a98d-e377bedabca3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.561948] env[62226]: DEBUG nova.compute.provider_tree [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1950.835560] env[62226]: INFO nova.compute.manager [-] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Took 1.32 seconds to deallocate network for instance. [ 1950.976083] env[62226]: DEBUG nova.compute.manager [req-ecd6018e-ec66-4700-85f1-077093bee788 req-33b6cb4c-edc6-430f-8bbb-9a5d1de7517c service nova] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Received event network-vif-deleted-99662122-516a-431c-bfa8-5ad9157ad5b4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1950.976315] env[62226]: INFO nova.compute.manager [req-ecd6018e-ec66-4700-85f1-077093bee788 req-33b6cb4c-edc6-430f-8bbb-9a5d1de7517c service nova] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Neutron deleted interface 99662122-516a-431c-bfa8-5ad9157ad5b4; detaching it from the instance and deleting it from the info cache [ 1950.976509] env[62226]: DEBUG nova.network.neutron [req-ecd6018e-ec66-4700-85f1-077093bee788 req-33b6cb4c-edc6-430f-8bbb-9a5d1de7517c service nova] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.067142] env[62226]: DEBUG nova.scheduler.client.report [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1951.168964] env[62226]: DEBUG nova.network.neutron [-] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.270018] env[62226]: DEBUG oslo_vmware.rw_handles [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ebe3b-3389-409a-067f-b63e4468ba33/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1951.270979] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605e5767-0342-4f80-90a5-4d9a149ac72c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.283093] env[62226]: DEBUG oslo_vmware.rw_handles [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ebe3b-3389-409a-067f-b63e4468ba33/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1951.283271] env[62226]: ERROR oslo_vmware.rw_handles [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ebe3b-3389-409a-067f-b63e4468ba33/disk-0.vmdk due to incomplete transfer. [ 1951.283557] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ea29abf-9823-47b2-a70a-7db1bbb31a77 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.293018] env[62226]: DEBUG oslo_vmware.rw_handles [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ebe3b-3389-409a-067f-b63e4468ba33/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1951.293248] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Uploaded image 5e5a5068-ce19-4782-a3e1-658062d317b3 to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1951.295765] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1951.298405] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-87532233-3178-41ea-a1f4-6ac56a1c4292 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.304360] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1951.304360] env[62226]: value = "task-2028168" [ 1951.304360] env[62226]: _type = "Task" [ 1951.304360] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.313584] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028168, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.343119] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.479018] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ce70de7-7d79-4671-ba3a-f349040879aa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.489756] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9213b134-b96a-4bed-a368-0777eee42385 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.520961] env[62226]: DEBUG nova.compute.manager [req-ecd6018e-ec66-4700-85f1-077093bee788 req-33b6cb4c-edc6-430f-8bbb-9a5d1de7517c service nova] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Detach interface failed, port_id=99662122-516a-431c-bfa8-5ad9157ad5b4, reason: Instance 0b3e91bd-a9ae-4855-85e7-fe143443b11f could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1951.575267] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.575267] env[62226]: DEBUG nova.compute.manager [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1951.581048] env[62226]: DEBUG oslo_concurrency.lockutils [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.975s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.581048] env[62226]: DEBUG nova.objects.instance [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lazy-loading 'resources' on Instance uuid 5157170e-858f-4987-b121-3eb983e66d7f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.676473] env[62226]: DEBUG nova.network.neutron [-] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.676473] env[62226]: INFO nova.compute.manager [-] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Took 1.34 seconds to deallocate network for instance. [ 1951.816442] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028168, 'name': Destroy_Task, 'duration_secs': 0.448356} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.816750] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Destroyed the VM [ 1951.816995] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1951.817677] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7459cc4b-eeaf-46f5-a1f5-ab49b55a99ab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.824337] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1951.824337] env[62226]: value = "task-2028169" [ 1951.824337] env[62226]: _type = "Task" [ 1951.824337] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.833089] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028169, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.899343] env[62226]: DEBUG nova.compute.manager [req-73659054-4c7d-4fe9-90e2-739bd7bd1dbe req-0c452174-1c39-40be-b1c2-ba9420d9768d service nova] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Received event network-vif-deleted-37dc1a5c-de8b-4739-97cc-1caf6231c53f {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1952.081657] env[62226]: DEBUG nova.compute.utils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1952.086846] env[62226]: DEBUG nova.compute.manager [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1952.087033] env[62226]: DEBUG nova.network.neutron [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1952.156020] env[62226]: DEBUG nova.policy [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4944784740af422983da282a19fbff5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cbb6c56629a4d7e93c3723bd9d6e0e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1952.179940] env[62226]: INFO nova.compute.manager [-] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Took 2.18 seconds to deallocate network for instance. [ 1952.188707] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.343255] env[62226]: DEBUG oslo_vmware.api [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028169, 'name': RemoveSnapshot_Task, 'duration_secs': 0.51104} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.343346] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1952.346019] env[62226]: INFO nova.compute.manager [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Took 14.03 seconds to snapshot the instance on the hypervisor. [ 1952.420499] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f801480c-03db-4d6c-96d7-3cfa5ef0f51b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.428852] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeb9a30-5cd8-42d4-9f86-f0532882ad46 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.462317] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2029d007-af5d-4445-a271-a736bc9f9d70 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.471140] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2ef6a8-ae1a-4905-bf1c-d329591f4fd5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.486280] env[62226]: DEBUG nova.compute.provider_tree [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1952.564559] env[62226]: DEBUG nova.network.neutron [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Successfully created port: 43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1952.587413] env[62226]: DEBUG nova.compute.manager [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1952.690813] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.761547] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "08b359f8-85c7-4a1f-b4c4-fdde498c2d89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.761547] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "08b359f8-85c7-4a1f-b4c4-fdde498c2d89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.761547] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "08b359f8-85c7-4a1f-b4c4-fdde498c2d89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.761547] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "08b359f8-85c7-4a1f-b4c4-fdde498c2d89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.761547] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "08b359f8-85c7-4a1f-b4c4-fdde498c2d89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.763318] env[62226]: INFO nova.compute.manager [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Terminating instance [ 1952.852974] env[62226]: DEBUG nova.compute.manager [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Instance disappeared during snapshot {{(pid=62226) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1952.862693] env[62226]: DEBUG nova.compute.manager [None req-af0fcdae-8da0-46ae-be4c-c8757bd6f532 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Image not found during clean up 5e5a5068-ce19-4782-a3e1-658062d317b3 {{(pid=62226) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1952.996228] env[62226]: DEBUG nova.scheduler.client.report [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1953.272517] env[62226]: DEBUG nova.compute.manager [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1953.272753] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1953.273674] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada6776d-a8d3-43a1-bb94-62a44e3c921c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.282353] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1953.283928] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ae4acef-c2a4-4288-93bb-18d88cba84ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.501652] env[62226]: DEBUG oslo_concurrency.lockutils [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.504079] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.739s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.504322] env[62226]: DEBUG nova.objects.instance [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lazy-loading 'resources' on Instance uuid 95ad0081-2084-416e-ad43-14207ddb5055 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1953.528981] env[62226]: INFO nova.scheduler.client.report [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Deleted allocations for instance 5157170e-858f-4987-b121-3eb983e66d7f [ 1953.596527] env[62226]: DEBUG nova.compute.manager [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1953.628602] env[62226]: DEBUG nova.virt.hardware [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1953.628836] env[62226]: DEBUG nova.virt.hardware [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1953.628996] env[62226]: DEBUG nova.virt.hardware [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1953.629193] env[62226]: DEBUG nova.virt.hardware [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1953.629537] env[62226]: DEBUG nova.virt.hardware [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1953.629537] env[62226]: DEBUG nova.virt.hardware [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1953.629776] env[62226]: DEBUG nova.virt.hardware [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1953.629976] env[62226]: DEBUG nova.virt.hardware [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1953.630228] env[62226]: DEBUG nova.virt.hardware [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1953.630435] env[62226]: DEBUG nova.virt.hardware [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1953.630664] env[62226]: DEBUG nova.virt.hardware [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1953.631797] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f683f1-15c5-433d-9afe-2a585c0ac798 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.640545] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6e387f-93a1-44d5-8c6f-8c5a041062d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.648610] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "b25a8a76-5f16-4239-8335-da83db7fbddf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.648837] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b25a8a76-5f16-4239-8335-da83db7fbddf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.045981] env[62226]: DEBUG oslo_concurrency.lockutils [None req-999f65f7-e57a-486c-afe0-c48657f770a6 tempest-ListServerFiltersTestJSON-1931261809 tempest-ListServerFiltersTestJSON-1931261809-project-member] Lock "5157170e-858f-4987-b121-3eb983e66d7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.169s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.151307] env[62226]: DEBUG nova.compute.manager [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1954.386384] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9725548f-d03c-42e9-bc58-d35f0de6dbe6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.399258] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7109aac2-8b88-47cc-8fcb-b5d96be164e7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.442667] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d7c54f-5dc2-4a3a-b46f-3f41b31ac845 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.451846] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e6887b-8ce9-4678-83bc-e72379fb1ea5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.466649] env[62226]: DEBUG nova.compute.provider_tree [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.681621] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.970811] env[62226]: DEBUG nova.scheduler.client.report [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.985047] env[62226]: DEBUG nova.compute.manager [req-d2083ddc-aed4-442c-b6e5-efa1a57e3f30 req-08904734-3880-4268-b70f-6d09082f1831 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Received event network-vif-plugged-43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1954.985287] env[62226]: DEBUG oslo_concurrency.lockutils [req-d2083ddc-aed4-442c-b6e5-efa1a57e3f30 req-08904734-3880-4268-b70f-6d09082f1831 service nova] Acquiring lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.985499] env[62226]: DEBUG oslo_concurrency.lockutils [req-d2083ddc-aed4-442c-b6e5-efa1a57e3f30 req-08904734-3880-4268-b70f-6d09082f1831 service nova] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.985669] env[62226]: DEBUG oslo_concurrency.lockutils [req-d2083ddc-aed4-442c-b6e5-efa1a57e3f30 req-08904734-3880-4268-b70f-6d09082f1831 service nova] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.985835] env[62226]: DEBUG nova.compute.manager [req-d2083ddc-aed4-442c-b6e5-efa1a57e3f30 req-08904734-3880-4268-b70f-6d09082f1831 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] No waiting events found dispatching network-vif-plugged-43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1954.985998] env[62226]: WARNING nova.compute.manager [req-d2083ddc-aed4-442c-b6e5-efa1a57e3f30 req-08904734-3880-4268-b70f-6d09082f1831 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Received unexpected event network-vif-plugged-43811594-a2b3-4986-b49c-9a06ec80abed for instance with vm_state building and task_state spawning. [ 1955.098162] env[62226]: DEBUG nova.network.neutron [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Successfully updated port: 43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1955.429625] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1955.429625] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1955.429625] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleting the datastore file [datastore1] 08b359f8-85c7-4a1f-b4c4-fdde498c2d89 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1955.429625] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a353f7-02ff-4b93-9614-aa80e83a3df3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.439383] env[62226]: DEBUG oslo_vmware.api [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1955.439383] env[62226]: value = "task-2028171" [ 1955.439383] env[62226]: _type = "Task" [ 1955.439383] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.451936] env[62226]: DEBUG oslo_vmware.api [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.476781] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.479155] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.994s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.481412] env[62226]: INFO nova.compute.claims [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.515734] env[62226]: INFO nova.scheduler.client.report [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Deleted allocations for instance 95ad0081-2084-416e-ad43-14207ddb5055 [ 1955.603814] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.604433] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.605623] env[62226]: DEBUG nova.network.neutron [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.955443] env[62226]: DEBUG oslo_vmware.api [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216506} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.955714] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1955.955905] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1955.959309] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1955.959309] env[62226]: INFO nova.compute.manager [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1955.959309] env[62226]: DEBUG oslo.service.loopingcall [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.959309] env[62226]: DEBUG nova.compute.manager [-] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1955.959309] env[62226]: DEBUG nova.network.neutron [-] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.030713] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fac6a2fe-1c44-4238-a502-f49af4519167 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "95ad0081-2084-416e-ad43-14207ddb5055" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.951s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.152869] env[62226]: DEBUG nova.network.neutron [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.367431] env[62226]: DEBUG nova.network.neutron [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updating instance_info_cache with network_info: [{"id": "43811594-a2b3-4986-b49c-9a06ec80abed", "address": "fa:16:3e:01:6c:7e", "network": {"id": "12c68adc-9aef-4301-bdcc-7a179404895b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008727855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cbb6c56629a4d7e93c3723bd9d6e0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43811594-a2", "ovs_interfaceid": "43811594-a2b3-4986-b49c-9a06ec80abed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.539245] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "25ee3e0b-0c55-4d8f-a894-4183093c4990" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.539345] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "25ee3e0b-0c55-4d8f-a894-4183093c4990" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.755405] env[62226]: DEBUG nova.network.neutron [-] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.871732] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Releasing lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.871732] env[62226]: DEBUG nova.compute.manager [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Instance network_info: |[{"id": "43811594-a2b3-4986-b49c-9a06ec80abed", "address": "fa:16:3e:01:6c:7e", "network": {"id": "12c68adc-9aef-4301-bdcc-7a179404895b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008727855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cbb6c56629a4d7e93c3723bd9d6e0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43811594-a2", "ovs_interfaceid": "43811594-a2b3-4986-b49c-9a06ec80abed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1956.872810] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:6c:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43811594-a2b3-4986-b49c-9a06ec80abed', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1956.881288] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Creating folder: Project (1cbb6c56629a4d7e93c3723bd9d6e0e7). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1956.882912] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d5e922a-23fe-4044-8ea2-4794eeee5b36 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.885478] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d9f972-e277-48dc-bac5-08d5a8431b55 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.894737] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b76f37-aa6f-493a-a68a-61c858d4f456 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.902517] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Created folder: Project (1cbb6c56629a4d7e93c3723bd9d6e0e7) in parent group-v416438. [ 1956.905948] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Creating folder: Instances. Parent ref: group-v416632. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1956.929513] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83756f42-9221-4b3c-8705-9ac75290ff74 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.933172] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9283c1cd-9e01-475b-843e-f0ddbc427809 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.942027] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae3dc83-6179-4ac8-bd88-9d55d6e88add {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.947712] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Created folder: Instances in parent group-v416632. [ 1956.947966] env[62226]: DEBUG oslo.service.loopingcall [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.948183] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1956.957079] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc52b97a-f949-4ae9-9c34-50cee56250dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.972152] env[62226]: DEBUG nova.compute.provider_tree [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.980733] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1956.980733] env[62226]: value = "task-2028174" [ 1956.980733] env[62226]: _type = "Task" [ 1956.980733] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.991494] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028174, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.046566] env[62226]: DEBUG nova.compute.manager [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1957.230797] env[62226]: DEBUG nova.compute.manager [req-cb87b33d-8597-4a46-937c-fe28e037a0d9 req-aae0d5a8-730c-48d5-97ce-571ce0449bf1 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Received event network-changed-43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1957.231069] env[62226]: DEBUG nova.compute.manager [req-cb87b33d-8597-4a46-937c-fe28e037a0d9 req-aae0d5a8-730c-48d5-97ce-571ce0449bf1 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Refreshing instance network info cache due to event network-changed-43811594-a2b3-4986-b49c-9a06ec80abed. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1957.231305] env[62226]: DEBUG oslo_concurrency.lockutils [req-cb87b33d-8597-4a46-937c-fe28e037a0d9 req-aae0d5a8-730c-48d5-97ce-571ce0449bf1 service nova] Acquiring lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.231799] env[62226]: DEBUG oslo_concurrency.lockutils [req-cb87b33d-8597-4a46-937c-fe28e037a0d9 req-aae0d5a8-730c-48d5-97ce-571ce0449bf1 service nova] Acquired lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.231799] env[62226]: DEBUG nova.network.neutron [req-cb87b33d-8597-4a46-937c-fe28e037a0d9 req-aae0d5a8-730c-48d5-97ce-571ce0449bf1 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Refreshing network info cache for port 43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.257306] env[62226]: INFO nova.compute.manager [-] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Took 1.30 seconds to deallocate network for instance. [ 1957.475977] env[62226]: DEBUG nova.scheduler.client.report [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1957.494022] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028174, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.571392] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.763692] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.826360] env[62226]: DEBUG oslo_concurrency.lockutils [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.826360] env[62226]: DEBUG oslo_concurrency.lockutils [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.980946] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "8bf6ff41-49de-4a52-90bf-6c1c045dd57a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.981182] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "8bf6ff41-49de-4a52-90bf-6c1c045dd57a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.987041] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.987544] env[62226]: DEBUG nova.compute.manager [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1957.989889] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.099s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.992426] env[62226]: DEBUG nova.network.neutron [req-cb87b33d-8597-4a46-937c-fe28e037a0d9 req-aae0d5a8-730c-48d5-97ce-571ce0449bf1 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updated VIF entry in instance network info cache for port 43811594-a2b3-4986-b49c-9a06ec80abed. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1957.993042] env[62226]: DEBUG nova.network.neutron [req-cb87b33d-8597-4a46-937c-fe28e037a0d9 req-aae0d5a8-730c-48d5-97ce-571ce0449bf1 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updating instance_info_cache with network_info: [{"id": "43811594-a2b3-4986-b49c-9a06ec80abed", "address": "fa:16:3e:01:6c:7e", "network": {"id": "12c68adc-9aef-4301-bdcc-7a179404895b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008727855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cbb6c56629a4d7e93c3723bd9d6e0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43811594-a2", "ovs_interfaceid": "43811594-a2b3-4986-b49c-9a06ec80abed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.998877] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028174, 'name': CreateVM_Task, 'duration_secs': 0.520581} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.999578] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1958.000528] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.000697] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.001333] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1958.001627] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92c205e-c262-461f-8e33-b2b4a5987f76 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.009726] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1958.009726] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ce2e4f-4996-4e88-7521-5b787add3484" [ 1958.009726] env[62226]: _type = "Task" [ 1958.009726] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.019286] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ce2e4f-4996-4e88-7521-5b787add3484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.330118] env[62226]: DEBUG nova.compute.utils [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1958.484217] env[62226]: DEBUG nova.compute.manager [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1958.498485] env[62226]: DEBUG nova.compute.utils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1958.504025] env[62226]: DEBUG oslo_concurrency.lockutils [req-cb87b33d-8597-4a46-937c-fe28e037a0d9 req-aae0d5a8-730c-48d5-97ce-571ce0449bf1 service nova] Releasing lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.504025] env[62226]: DEBUG nova.compute.manager [req-cb87b33d-8597-4a46-937c-fe28e037a0d9 req-aae0d5a8-730c-48d5-97ce-571ce0449bf1 service nova] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Received event network-vif-deleted-4dc1ceb6-19c8-473d-9801-2e52033b3284 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1958.504025] env[62226]: DEBUG nova.compute.manager [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1958.504025] env[62226]: DEBUG nova.network.neutron [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1958.525954] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ce2e4f-4996-4e88-7521-5b787add3484, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.525954] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.525954] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1958.526230] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.526436] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.526713] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1958.529617] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcaa2c69-7fac-49d8-bf56-73af7af68eb4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.541133] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1958.541239] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1958.542230] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff1f79d-1bc0-4a90-9cf1-105950d6e280 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.549852] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1958.549852] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52be4323-9546-f65c-ac6e-54bc5cfb5a41" [ 1958.549852] env[62226]: _type = "Task" [ 1958.549852] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.562491] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52be4323-9546-f65c-ac6e-54bc5cfb5a41, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.565639] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b5aa34-6a55-4f90-9e59-b57455ada519 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.568976] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1958.568976] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521e839d-9623-19a0-d29b-b343972c6326" [ 1958.568976] env[62226]: _type = "Task" [ 1958.568976] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.570189] env[62226]: DEBUG nova.policy [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26141c86654e4b5280d3d97a14fa5313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec98363f37c46b9a380ef16befd4154', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1958.584458] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521e839d-9623-19a0-d29b-b343972c6326, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.584592] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.586928] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251/2037b2f9-3c20-40cc-81dd-cb3b7e9f7251.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1958.586928] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3b639a9-03fb-4f4d-a035-a1a371b0787d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.593920] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1958.593920] env[62226]: value = "task-2028175" [ 1958.593920] env[62226]: _type = "Task" [ 1958.593920] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.602279] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.836921] env[62226]: DEBUG oslo_concurrency.lockutils [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.849767] env[62226]: DEBUG nova.network.neutron [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Successfully created port: 8520be39-3f49-4ef2-bce7-54171b0c3fb5 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1958.853790] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70757cb4-a003-4be9-8e1c-edf7caf8d37c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.864336] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd895cc-73b3-432a-845a-00c192e53e24 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.903168] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beb03aa-c1f2-4929-b250-2cee01ab9794 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.912924] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f649d6-d74b-446b-b207-9f30e8e8ce05 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.930890] env[62226]: DEBUG nova.compute.provider_tree [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.004614] env[62226]: DEBUG nova.compute.manager [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1959.010221] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.105945] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028175, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.437019] env[62226]: DEBUG nova.scheduler.client.report [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1959.605185] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028175, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.903379] env[62226]: DEBUG oslo_concurrency.lockutils [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.903740] env[62226]: DEBUG oslo_concurrency.lockutils [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.904039] env[62226]: INFO nova.compute.manager [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Attaching volume a9f17201-6124-44c4-9f22-5796d2021b42 to /dev/sdb [ 1959.943964] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2acc88-1c14-4f34-81ee-0738e619fdfa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.953034] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3bb874-6211-49ec-a01d-3ca268c231be {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.967586] env[62226]: DEBUG nova.virt.block_device [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Updating existing volume attachment record: 1f22c844-1813-4fd5-9583-d6bb3ac5f651 {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1960.019255] env[62226]: DEBUG nova.compute.manager [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1960.044987] env[62226]: DEBUG nova.virt.hardware [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1960.045501] env[62226]: DEBUG nova.virt.hardware [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1960.045708] env[62226]: DEBUG nova.virt.hardware [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1960.045929] env[62226]: DEBUG nova.virt.hardware [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1960.046101] env[62226]: DEBUG nova.virt.hardware [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1960.046215] env[62226]: DEBUG nova.virt.hardware [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1960.046432] env[62226]: DEBUG nova.virt.hardware [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1960.046836] env[62226]: DEBUG nova.virt.hardware [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1960.047022] env[62226]: DEBUG nova.virt.hardware [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1960.047705] env[62226]: DEBUG nova.virt.hardware [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1960.047870] env[62226]: DEBUG nova.virt.hardware [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1960.048761] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ecf08f-0c8d-4db8-81cf-1081cc48e79d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.057643] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a1ffdc-c372-4ad7-80cf-d84345fe8c6e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.106646] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028175, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.214142] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1960.215419] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1960.326705] env[62226]: DEBUG nova.compute.manager [req-e6eee107-1d10-4fea-b870-809ed6ce1041 req-5a2a35d5-5405-45da-9a3b-e66d9c82b7b6 service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Received event network-vif-plugged-8520be39-3f49-4ef2-bce7-54171b0c3fb5 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1960.326951] env[62226]: DEBUG oslo_concurrency.lockutils [req-e6eee107-1d10-4fea-b870-809ed6ce1041 req-5a2a35d5-5405-45da-9a3b-e66d9c82b7b6 service nova] Acquiring lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.327259] env[62226]: DEBUG oslo_concurrency.lockutils [req-e6eee107-1d10-4fea-b870-809ed6ce1041 req-5a2a35d5-5405-45da-9a3b-e66d9c82b7b6 service nova] Lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.327477] env[62226]: DEBUG oslo_concurrency.lockutils [req-e6eee107-1d10-4fea-b870-809ed6ce1041 req-5a2a35d5-5405-45da-9a3b-e66d9c82b7b6 service nova] Lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.327668] env[62226]: DEBUG nova.compute.manager [req-e6eee107-1d10-4fea-b870-809ed6ce1041 req-5a2a35d5-5405-45da-9a3b-e66d9c82b7b6 service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] No waiting events found dispatching network-vif-plugged-8520be39-3f49-4ef2-bce7-54171b0c3fb5 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1960.327834] env[62226]: WARNING nova.compute.manager [req-e6eee107-1d10-4fea-b870-809ed6ce1041 req-5a2a35d5-5405-45da-9a3b-e66d9c82b7b6 service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Received unexpected event network-vif-plugged-8520be39-3f49-4ef2-bce7-54171b0c3fb5 for instance with vm_state building and task_state spawning. [ 1960.423124] env[62226]: DEBUG nova.network.neutron [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Successfully updated port: 8520be39-3f49-4ef2-bce7-54171b0c3fb5 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1960.450330] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.460s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.450589] env[62226]: DEBUG nova.compute.manager [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62226) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1960.455970] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.154s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.457640] env[62226]: INFO nova.compute.claims [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1960.607901] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028175, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.575984} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.608204] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251/2037b2f9-3c20-40cc-81dd-cb3b7e9f7251.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1960.608416] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1960.608705] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd76c441-0cad-425e-868a-5fee0450d585 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.616849] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1960.616849] env[62226]: value = "task-2028179" [ 1960.616849] env[62226]: _type = "Task" [ 1960.616849] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.626366] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.722953] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1960.723178] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1960.925470] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "refresh_cache-f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.925681] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "refresh_cache-f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.925828] env[62226]: DEBUG nova.network.neutron [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1961.022657] env[62226]: INFO nova.scheduler.client.report [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleted allocation for migration d8021084-ec2d-4825-9f11-0492af667301 [ 1961.127356] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067529} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.127356] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1961.128019] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5b593e-a8a5-458a-a82a-9cc5a727e34b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.151790] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251/2037b2f9-3c20-40cc-81dd-cb3b7e9f7251.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1961.152134] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8fb9f8c-0364-4a0c-a95b-6d271308921d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.173583] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1961.173583] env[62226]: value = "task-2028180" [ 1961.173583] env[62226]: _type = "Task" [ 1961.173583] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.182759] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.459298] env[62226]: DEBUG nova.network.neutron [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1961.528637] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2e212ffc-e9bc-42ce-a856-750629ebc1ed tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.494s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.611476] env[62226]: DEBUG nova.network.neutron [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Updating instance_info_cache with network_info: [{"id": "8520be39-3f49-4ef2-bce7-54171b0c3fb5", "address": "fa:16:3e:a7:26:1d", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8520be39-3f", "ovs_interfaceid": "8520be39-3f49-4ef2-bce7-54171b0c3fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.683253] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028180, 'name': ReconfigVM_Task, 'duration_secs': 0.404397} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.685769] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251/2037b2f9-3c20-40cc-81dd-cb3b7e9f7251.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1961.686694] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030e5723-4440-4e2d-825f-0f17717029f5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.694287] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1961.694287] env[62226]: value = "task-2028181" [ 1961.694287] env[62226]: _type = "Task" [ 1961.694287] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.706207] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028181, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.746460] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59865702-65e9-45a9-8ff4-99d181ffd121 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.755625] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d49c06-0766-4bec-b55e-878d5e147c28 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.788268] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d30f0da-549a-4777-90a8-290cddf1bd19 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.796715] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faa8769-9b4f-4438-84b4-0b58931a722d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.812334] env[62226]: DEBUG nova.compute.provider_tree [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.114486] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "refresh_cache-f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.114812] env[62226]: DEBUG nova.compute.manager [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Instance network_info: |[{"id": "8520be39-3f49-4ef2-bce7-54171b0c3fb5", "address": "fa:16:3e:a7:26:1d", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8520be39-3f", "ovs_interfaceid": "8520be39-3f49-4ef2-bce7-54171b0c3fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1962.115247] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:26:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8520be39-3f49-4ef2-bce7-54171b0c3fb5', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1962.123313] env[62226]: DEBUG oslo.service.loopingcall [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.123534] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1962.123755] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4987d0de-8ed8-4172-bfc0-871281f0d9bc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.146805] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1962.146805] env[62226]: value = "task-2028182" [ 1962.146805] env[62226]: _type = "Task" [ 1962.146805] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.155896] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028182, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.204569] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028181, 'name': Rename_Task, 'duration_secs': 0.147908} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.204852] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.205120] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0618f583-05e8-4683-a8ec-0ec8698c7b84 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.212856] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1962.212856] env[62226]: value = "task-2028183" [ 1962.212856] env[62226]: _type = "Task" [ 1962.212856] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.221932] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.315228] env[62226]: DEBUG nova.scheduler.client.report [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1962.327028] env[62226]: DEBUG nova.objects.instance [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'flavor' on Instance uuid 1e5ff955-6903-42cb-9583-95c9a142b41f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.386591] env[62226]: DEBUG nova.compute.manager [req-e221ed74-ef09-4698-9e91-9ae71edb1ffa req-48b62834-b8af-4aee-866a-8414c95d1aee service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Received event network-changed-8520be39-3f49-4ef2-bce7-54171b0c3fb5 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1962.386791] env[62226]: DEBUG nova.compute.manager [req-e221ed74-ef09-4698-9e91-9ae71edb1ffa req-48b62834-b8af-4aee-866a-8414c95d1aee service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Refreshing instance network info cache due to event network-changed-8520be39-3f49-4ef2-bce7-54171b0c3fb5. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1962.387065] env[62226]: DEBUG oslo_concurrency.lockutils [req-e221ed74-ef09-4698-9e91-9ae71edb1ffa req-48b62834-b8af-4aee-866a-8414c95d1aee service nova] Acquiring lock "refresh_cache-f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.387239] env[62226]: DEBUG oslo_concurrency.lockutils [req-e221ed74-ef09-4698-9e91-9ae71edb1ffa req-48b62834-b8af-4aee-866a-8414c95d1aee service nova] Acquired lock "refresh_cache-f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.387349] env[62226]: DEBUG nova.network.neutron [req-e221ed74-ef09-4698-9e91-9ae71edb1ffa req-48b62834-b8af-4aee-866a-8414c95d1aee service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Refreshing network info cache for port 8520be39-3f49-4ef2-bce7-54171b0c3fb5 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1962.657934] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028182, 'name': CreateVM_Task, 'duration_secs': 0.374311} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.658307] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1962.658834] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.659010] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.659338] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1962.659935] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4a098e-48c2-4b99-9a43-3531e285c370 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.665306] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1962.665306] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52570ef4-d892-e641-7e46-21cd3365fceb" [ 1962.665306] env[62226]: _type = "Task" [ 1962.665306] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.674058] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52570ef4-d892-e641-7e46-21cd3365fceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.723358] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028183, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.820766] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.820766] env[62226]: DEBUG nova.compute.manager [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1962.823154] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.126s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.824630] env[62226]: INFO nova.compute.claims [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1962.831091] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.831267] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.831441] env[62226]: DEBUG nova.network.neutron [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1962.831609] env[62226]: DEBUG nova.objects.instance [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'info_cache' on Instance uuid 1e5ff955-6903-42cb-9583-95c9a142b41f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1963.093932] env[62226]: DEBUG nova.network.neutron [req-e221ed74-ef09-4698-9e91-9ae71edb1ffa req-48b62834-b8af-4aee-866a-8414c95d1aee service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Updated VIF entry in instance network info cache for port 8520be39-3f49-4ef2-bce7-54171b0c3fb5. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1963.094360] env[62226]: DEBUG nova.network.neutron [req-e221ed74-ef09-4698-9e91-9ae71edb1ffa req-48b62834-b8af-4aee-866a-8414c95d1aee service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Updating instance_info_cache with network_info: [{"id": "8520be39-3f49-4ef2-bce7-54171b0c3fb5", "address": "fa:16:3e:a7:26:1d", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8520be39-3f", "ovs_interfaceid": "8520be39-3f49-4ef2-bce7-54171b0c3fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.176559] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52570ef4-d892-e641-7e46-21cd3365fceb, 'name': SearchDatastore_Task, 'duration_secs': 0.013332} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.176864] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.177105] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1963.177341] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.177501] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.177679] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1963.177934] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebf9bb6b-924b-4b5d-95f1-f5e4d11aacc5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.186895] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1963.187081] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1963.187792] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae8cbe4-cc27-4f5d-a576-f5bc05f8bb7e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.196021] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1963.196021] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52319160-f203-e56b-a626-c7805acff9ac" [ 1963.196021] env[62226]: _type = "Task" [ 1963.196021] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.203277] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52319160-f203-e56b-a626-c7805acff9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.221835] env[62226]: DEBUG oslo_vmware.api [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028183, 'name': PowerOnVM_Task, 'duration_secs': 0.574314} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.223027] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1963.223027] env[62226]: INFO nova.compute.manager [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1963.223027] env[62226]: DEBUG nova.compute.manager [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.223578] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28dad76-454b-4d29-bf1d-b4c505ce6cb8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.328850] env[62226]: DEBUG nova.compute.utils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1963.330283] env[62226]: DEBUG nova.compute.manager [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1963.330454] env[62226]: DEBUG nova.network.neutron [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1963.337570] env[62226]: DEBUG nova.objects.base [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Object Instance<1e5ff955-6903-42cb-9583-95c9a142b41f> lazy-loaded attributes: flavor,info_cache {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1963.377740] env[62226]: DEBUG nova.policy [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49a0c8231b614bfa85fdbc4b7eea035f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a741d5a42bd0495fbe6462f78cf1ef21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1963.597602] env[62226]: DEBUG oslo_concurrency.lockutils [req-e221ed74-ef09-4698-9e91-9ae71edb1ffa req-48b62834-b8af-4aee-866a-8414c95d1aee service nova] Releasing lock "refresh_cache-f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.627453] env[62226]: DEBUG nova.network.neutron [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Successfully created port: 5597b49a-d14b-40de-8155-6e3389aff495 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1963.707297] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52319160-f203-e56b-a626-c7805acff9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010349} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.709028] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ba1b290-dea5-4241-a7bd-e941dae781d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.715036] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1963.715036] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d7ff3c-870a-d758-bb9b-568f29dd3bb4" [ 1963.715036] env[62226]: _type = "Task" [ 1963.715036] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.723530] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d7ff3c-870a-d758-bb9b-568f29dd3bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.747869] env[62226]: INFO nova.compute.manager [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Took 27.24 seconds to build instance. [ 1963.772469] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "refresh_cache-0b3e91bd-a9ae-4855-85e7-fe143443b11f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.772469] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquired lock "refresh_cache-0b3e91bd-a9ae-4855-85e7-fe143443b11f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.772469] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Forcefully refreshing network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1963.833694] env[62226]: DEBUG nova.compute.manager [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1964.185815] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d602cbee-3993-4577-913f-bd3ca0fb7a1f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.194361] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f29f58-2af7-4625-a6cc-ce81c16e350a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.229912] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2122775e-1f9d-4a54-bcaf-e46efbb8823a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.238438] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d7ff3c-870a-d758-bb9b-568f29dd3bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.240526] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.240863] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] f59dd4b9-7c8a-48e7-8239-0dcc847f3e31/f59dd4b9-7c8a-48e7-8239-0dcc847f3e31.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1964.241202] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-301fdf41-034a-4bb1-8093-cca8e81bb899 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.243915] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630d2d02-79b7-49f5-955a-0ddbb03a7722 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.249748] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a39a8fb4-deb8-4af1-ac15-5a6576672c35 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.756s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.259675] env[62226]: DEBUG nova.compute.provider_tree [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1964.262685] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1964.262685] env[62226]: value = "task-2028185" [ 1964.262685] env[62226]: _type = "Task" [ 1964.262685] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.272703] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.293216] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1964.493963] env[62226]: DEBUG nova.network.neutron [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance_info_cache with network_info: [{"id": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "address": "fa:16:3e:8e:8c:26", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5a57650-dd", "ovs_interfaceid": "c5a57650-dd8f-44d6-ba73-209d5032e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.610514] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "a8e39b2f-207c-4388-b51f-cd9453cddb38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.611801] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "a8e39b2f-207c-4388-b51f-cd9453cddb38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.764562] env[62226]: DEBUG nova.scheduler.client.report [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1964.777574] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028185, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.846188] env[62226]: DEBUG nova.compute.manager [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1964.870029] env[62226]: DEBUG nova.virt.hardware [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1964.871168] env[62226]: DEBUG nova.virt.hardware [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1964.871168] env[62226]: DEBUG nova.virt.hardware [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1964.871168] env[62226]: DEBUG nova.virt.hardware [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1964.871168] env[62226]: DEBUG nova.virt.hardware [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1964.871168] env[62226]: DEBUG nova.virt.hardware [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1964.871168] env[62226]: DEBUG nova.virt.hardware [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1964.871168] env[62226]: DEBUG nova.virt.hardware [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1964.871556] env[62226]: DEBUG nova.virt.hardware [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1964.871556] env[62226]: DEBUG nova.virt.hardware [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1964.871621] env[62226]: DEBUG nova.virt.hardware [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1964.872838] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf91869-7f71-4455-9b8d-313355b15f08 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.882278] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84caacc3-72f1-4460-b405-49005c8de9e2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.886945] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.997434] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-1e5ff955-6903-42cb-9583-95c9a142b41f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.017011] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1965.017268] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416636', 'volume_id': 'a9f17201-6124-44c4-9f22-5796d2021b42', 'name': 'volume-a9f17201-6124-44c4-9f22-5796d2021b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fab02f5-4ebd-4b01-acf1-acdd76b918bc', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9f17201-6124-44c4-9f22-5796d2021b42', 'serial': 'a9f17201-6124-44c4-9f22-5796d2021b42'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1965.018249] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405ca810-6821-4742-8250-68706aa456f1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.037139] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3873a5-4e15-4ab5-bf37-d6cfcccb9952 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.061930] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-a9f17201-6124-44c4-9f22-5796d2021b42/volume-a9f17201-6124-44c4-9f22-5796d2021b42.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1965.063107] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81bcb2cb-41ab-457b-bbd1-a21df1b70a81 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.077197] env[62226]: DEBUG nova.compute.manager [req-e0509555-8f0a-4aab-9ac4-304c70e0e39f req-81da74f4-dd9f-4e85-a1c9-1d4264ede773 service nova] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Received event network-vif-plugged-5597b49a-d14b-40de-8155-6e3389aff495 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1965.077410] env[62226]: DEBUG oslo_concurrency.lockutils [req-e0509555-8f0a-4aab-9ac4-304c70e0e39f req-81da74f4-dd9f-4e85-a1c9-1d4264ede773 service nova] Acquiring lock "3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.077617] env[62226]: DEBUG oslo_concurrency.lockutils [req-e0509555-8f0a-4aab-9ac4-304c70e0e39f req-81da74f4-dd9f-4e85-a1c9-1d4264ede773 service nova] Lock "3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.077783] env[62226]: DEBUG oslo_concurrency.lockutils [req-e0509555-8f0a-4aab-9ac4-304c70e0e39f req-81da74f4-dd9f-4e85-a1c9-1d4264ede773 service nova] Lock "3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.077949] env[62226]: DEBUG nova.compute.manager [req-e0509555-8f0a-4aab-9ac4-304c70e0e39f req-81da74f4-dd9f-4e85-a1c9-1d4264ede773 service nova] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] No waiting events found dispatching network-vif-plugged-5597b49a-d14b-40de-8155-6e3389aff495 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1965.078279] env[62226]: WARNING nova.compute.manager [req-e0509555-8f0a-4aab-9ac4-304c70e0e39f req-81da74f4-dd9f-4e85-a1c9-1d4264ede773 service nova] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Received unexpected event network-vif-plugged-5597b49a-d14b-40de-8155-6e3389aff495 for instance with vm_state building and task_state spawning. [ 1965.086585] env[62226]: DEBUG oslo_vmware.api [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1965.086585] env[62226]: value = "task-2028186" [ 1965.086585] env[62226]: _type = "Task" [ 1965.086585] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.096997] env[62226]: DEBUG oslo_vmware.api [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.115181] env[62226]: DEBUG nova.compute.manager [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1965.151475] env[62226]: DEBUG nova.network.neutron [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Successfully updated port: 5597b49a-d14b-40de-8155-6e3389aff495 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1965.272543] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.273070] env[62226]: DEBUG nova.compute.manager [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1965.279049] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.936s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.280035] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.281268] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.093s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.281506] env[62226]: DEBUG nova.objects.instance [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lazy-loading 'resources' on Instance uuid 0b3e91bd-a9ae-4855-85e7-fe143443b11f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.282889] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537333} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.283782] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] f59dd4b9-7c8a-48e7-8239-0dcc847f3e31/f59dd4b9-7c8a-48e7-8239-0dcc847f3e31.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1965.284070] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1965.284404] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df344471-9894-498d-b38c-2f41ea682b09 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.293008] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1965.293008] env[62226]: value = "task-2028187" [ 1965.293008] env[62226]: _type = "Task" [ 1965.293008] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.303445] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.306972] env[62226]: INFO nova.scheduler.client.report [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted allocations for instance 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47 [ 1965.399704] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Releasing lock "refresh_cache-0b3e91bd-a9ae-4855-85e7-fe143443b11f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.399883] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Updated the network info_cache for instance {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1965.400099] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.400260] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.400403] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.400554] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.400684] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.400822] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.400947] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1965.401095] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.597575] env[62226]: DEBUG oslo_vmware.api [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.635663] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.654056] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "refresh_cache-3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.654056] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "refresh_cache-3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.654264] env[62226]: DEBUG nova.network.neutron [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.787479] env[62226]: DEBUG nova.compute.utils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1965.789092] env[62226]: DEBUG nova.compute.manager [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1965.789257] env[62226]: DEBUG nova.network.neutron [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1965.805431] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.814273] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc80ed14-cea4-48ff-ae08-a8125fd9f7c9 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.968s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.904481] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.928712] env[62226]: DEBUG nova.policy [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04945d6b71fc4ed898f780e2f02cf0c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f60e62f7e3a4039a5fd711f6b99ab82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1966.003426] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1966.003726] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-656870ea-45e1-46e1-acd0-6223e051427e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.012828] env[62226]: DEBUG oslo_vmware.api [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1966.012828] env[62226]: value = "task-2028188" [ 1966.012828] env[62226]: _type = "Task" [ 1966.012828] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.026615] env[62226]: DEBUG oslo_vmware.api [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.058402] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecc74df-a4fa-4134-8289-51a801ff8a2d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.068503] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffb43ae-7150-4fe5-979c-a87caf29c62a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.101910] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9c17bc-89d7-49b4-9267-c07f9ffe7dfd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.112688] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb169916-c81c-4452-addf-3ec02820835b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.116706] env[62226]: DEBUG oslo_vmware.api [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.126667] env[62226]: DEBUG nova.compute.provider_tree [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1966.195364] env[62226]: DEBUG nova.network.neutron [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Successfully created port: bad815bd-545e-4c82-9855-009a6193e6b4 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1966.197951] env[62226]: DEBUG nova.network.neutron [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1966.292256] env[62226]: DEBUG nova.compute.manager [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1966.305393] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.416731] env[62226]: DEBUG nova.network.neutron [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Updating instance_info_cache with network_info: [{"id": "5597b49a-d14b-40de-8155-6e3389aff495", "address": "fa:16:3e:7a:84:24", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5597b49a-d1", "ovs_interfaceid": "5597b49a-d14b-40de-8155-6e3389aff495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.523551] env[62226]: DEBUG oslo_vmware.api [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028188, 'name': PowerOnVM_Task, 'duration_secs': 0.424055} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.523793] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1966.523993] env[62226]: DEBUG nova.compute.manager [None req-3b44b771-fc35-4e2f-b15b-ea9aff608975 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1966.524758] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25114b3e-7314-45f4-8bcf-7e5e2a8749d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.612428] env[62226]: DEBUG oslo_vmware.api [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.629506] env[62226]: DEBUG nova.scheduler.client.report [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1966.807162] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.920269] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "refresh_cache-3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.920623] env[62226]: DEBUG nova.compute.manager [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Instance network_info: |[{"id": "5597b49a-d14b-40de-8155-6e3389aff495", "address": "fa:16:3e:7a:84:24", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5597b49a-d1", "ovs_interfaceid": "5597b49a-d14b-40de-8155-6e3389aff495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1966.921093] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:84:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5597b49a-d14b-40de-8155-6e3389aff495', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1966.929143] env[62226]: DEBUG oslo.service.loopingcall [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1966.929357] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1966.929661] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f791ae56-cd4e-42f7-84df-f0bda8e5afe0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.952621] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1966.952621] env[62226]: value = "task-2028189" [ 1966.952621] env[62226]: _type = "Task" [ 1966.952621] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.960919] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028189, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.081424] env[62226]: DEBUG nova.compute.manager [req-fb07eb35-a4e1-44aa-a081-c0c91e147845 req-52da1d64-b0cc-40dd-9bbd-c145eeb5a701 service nova] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Received event network-changed-5597b49a-d14b-40de-8155-6e3389aff495 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1967.081629] env[62226]: DEBUG nova.compute.manager [req-fb07eb35-a4e1-44aa-a081-c0c91e147845 req-52da1d64-b0cc-40dd-9bbd-c145eeb5a701 service nova] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Refreshing instance network info cache due to event network-changed-5597b49a-d14b-40de-8155-6e3389aff495. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1967.081848] env[62226]: DEBUG oslo_concurrency.lockutils [req-fb07eb35-a4e1-44aa-a081-c0c91e147845 req-52da1d64-b0cc-40dd-9bbd-c145eeb5a701 service nova] Acquiring lock "refresh_cache-3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.081992] env[62226]: DEBUG oslo_concurrency.lockutils [req-fb07eb35-a4e1-44aa-a081-c0c91e147845 req-52da1d64-b0cc-40dd-9bbd-c145eeb5a701 service nova] Acquired lock "refresh_cache-3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.082358] env[62226]: DEBUG nova.network.neutron [req-fb07eb35-a4e1-44aa-a081-c0c91e147845 req-52da1d64-b0cc-40dd-9bbd-c145eeb5a701 service nova] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Refreshing network info cache for port 5597b49a-d14b-40de-8155-6e3389aff495 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1967.110252] env[62226]: DEBUG oslo_vmware.api [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.134053] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.136297] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.446s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.136526] env[62226]: DEBUG nova.objects.instance [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Lazy-loading 'resources' on Instance uuid 61bc8cf8-f078-4dd8-90eb-b5e6814abc08 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.162775] env[62226]: INFO nova.scheduler.client.report [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Deleted allocations for instance 0b3e91bd-a9ae-4855-85e7-fe143443b11f [ 1967.274808] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "1e5ff955-6903-42cb-9583-95c9a142b41f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.275307] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.275592] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "1e5ff955-6903-42cb-9583-95c9a142b41f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.277703] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.277970] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.279983] env[62226]: INFO nova.compute.manager [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Terminating instance [ 1967.306230] env[62226]: DEBUG nova.compute.manager [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1967.308467] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.826514} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.308927] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1967.309866] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59270c2d-01f1-47a9-a72e-115e362aaeb0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.334257] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] f59dd4b9-7c8a-48e7-8239-0dcc847f3e31/f59dd4b9-7c8a-48e7-8239-0dcc847f3e31.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1967.336459] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32df9724-caa8-4a61-8270-274bb1d82737 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.357527] env[62226]: DEBUG nova.virt.hardware [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1967.357785] env[62226]: DEBUG nova.virt.hardware [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1967.357983] env[62226]: DEBUG nova.virt.hardware [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1967.358253] env[62226]: DEBUG nova.virt.hardware [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1967.358427] env[62226]: DEBUG nova.virt.hardware [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1967.358580] env[62226]: DEBUG nova.virt.hardware [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1967.358795] env[62226]: DEBUG nova.virt.hardware [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1967.358964] env[62226]: DEBUG nova.virt.hardware [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1967.359179] env[62226]: DEBUG nova.virt.hardware [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1967.359349] env[62226]: DEBUG nova.virt.hardware [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1967.359563] env[62226]: DEBUG nova.virt.hardware [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1967.360686] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a4391e-045a-4093-8781-3c71dacd7cd6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.364427] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1967.364427] env[62226]: value = "task-2028190" [ 1967.364427] env[62226]: _type = "Task" [ 1967.364427] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.371085] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8730ce-0b08-4977-ad7b-b4fc5e47aafc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.378074] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.462283] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028189, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.610784] env[62226]: DEBUG oslo_vmware.api [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028186, 'name': ReconfigVM_Task, 'duration_secs': 2.399874} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.611088] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-a9f17201-6124-44c4-9f22-5796d2021b42/volume-a9f17201-6124-44c4-9f22-5796d2021b42.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.617933] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7e5312e-31c9-4cb0-9463-d1d5982be5bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.634412] env[62226]: DEBUG oslo_vmware.api [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1967.634412] env[62226]: value = "task-2028191" [ 1967.634412] env[62226]: _type = "Task" [ 1967.634412] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.645110] env[62226]: DEBUG oslo_vmware.api [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.671745] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ca66c6c-d4e2-455f-acc7-f3659b65442e tempest-ServersAdminTestJSON-579517113 tempest-ServersAdminTestJSON-579517113-project-member] Lock "0b3e91bd-a9ae-4855-85e7-fe143443b11f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.081s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.783590] env[62226]: DEBUG nova.compute.manager [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1967.783830] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1967.785267] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8518069e-2f6e-4e72-9138-0b3fc624bc04 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.797625] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1967.797921] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6edd7be4-129d-4fec-9ce9-3ebac171deea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.805574] env[62226]: DEBUG oslo_vmware.api [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1967.805574] env[62226]: value = "task-2028192" [ 1967.805574] env[62226]: _type = "Task" [ 1967.805574] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.814420] env[62226]: DEBUG oslo_vmware.api [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.831280] env[62226]: DEBUG nova.network.neutron [req-fb07eb35-a4e1-44aa-a081-c0c91e147845 req-52da1d64-b0cc-40dd-9bbd-c145eeb5a701 service nova] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Updated VIF entry in instance network info cache for port 5597b49a-d14b-40de-8155-6e3389aff495. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1967.831746] env[62226]: DEBUG nova.network.neutron [req-fb07eb35-a4e1-44aa-a081-c0c91e147845 req-52da1d64-b0cc-40dd-9bbd-c145eeb5a701 service nova] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Updating instance_info_cache with network_info: [{"id": "5597b49a-d14b-40de-8155-6e3389aff495", "address": "fa:16:3e:7a:84:24", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5597b49a-d1", "ovs_interfaceid": "5597b49a-d14b-40de-8155-6e3389aff495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.878183] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.926423] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4a4a83-4926-471d-b6a9-bbd62ad6eae4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.935255] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c61db1-92ce-4821-8353-0fd958d8c74f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.970180] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffdcb55-479d-4bfd-81c8-8ece2754cb91 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.978763] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028189, 'name': CreateVM_Task, 'duration_secs': 0.883922} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.980889] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1967.981689] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.981878] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.982187] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1967.983482] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2a6519-5b2e-4244-8f77-2e307886d707 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.987649] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9827862-31bb-4f7e-be91-0d262de54931 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.993395] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1967.993395] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d9d561-9888-476c-b2b9-696ea626bb8e" [ 1967.993395] env[62226]: _type = "Task" [ 1967.993395] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.002134] env[62226]: DEBUG nova.compute.provider_tree [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.013178] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d9d561-9888-476c-b2b9-696ea626bb8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.014205] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.014439] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1968.014673] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.014828] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.015015] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1968.015540] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e693b9a3-7116-41d3-beab-1f5bc73dfee6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.028368] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1968.028496] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1968.029278] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2489fcf6-0b6f-4564-ad4e-d6a28ff0acc1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.035165] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1968.035165] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289f93c-8b1a-8702-89f1-44500660cc0a" [ 1968.035165] env[62226]: _type = "Task" [ 1968.035165] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.043444] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289f93c-8b1a-8702-89f1-44500660cc0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.145065] env[62226]: DEBUG oslo_vmware.api [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.316610] env[62226]: DEBUG oslo_vmware.api [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028192, 'name': PowerOffVM_Task, 'duration_secs': 0.167594} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.316977] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1968.317243] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1968.317620] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54dc9bb2-7569-4c65-8f88-873366f6d3cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.334246] env[62226]: DEBUG oslo_concurrency.lockutils [req-fb07eb35-a4e1-44aa-a081-c0c91e147845 req-52da1d64-b0cc-40dd-9bbd-c145eeb5a701 service nova] Releasing lock "refresh_cache-3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.376630] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028190, 'name': ReconfigVM_Task, 'duration_secs': 0.545691} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.376915] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Reconfigured VM instance instance-00000044 to attach disk [datastore1] f59dd4b9-7c8a-48e7-8239-0dcc847f3e31/f59dd4b9-7c8a-48e7-8239-0dcc847f3e31.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1968.377544] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26b1e65e-9958-4936-b46c-128415c926b9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.396567] env[62226]: DEBUG nova.network.neutron [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Successfully updated port: bad815bd-545e-4c82-9855-009a6193e6b4 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1968.401599] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1968.401599] env[62226]: value = "task-2028194" [ 1968.401599] env[62226]: _type = "Task" [ 1968.401599] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.410704] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028194, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.430912] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.434210] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.434210] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleting the datastore file [datastore2] 1e5ff955-6903-42cb-9583-95c9a142b41f {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.434210] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75b2f39c-eab6-4646-94c6-6aa364dde09f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.441977] env[62226]: DEBUG oslo_vmware.api [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 1968.441977] env[62226]: value = "task-2028195" [ 1968.441977] env[62226]: _type = "Task" [ 1968.441977] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.451838] env[62226]: DEBUG oslo_vmware.api [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.508276] env[62226]: DEBUG nova.scheduler.client.report [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.545967] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289f93c-8b1a-8702-89f1-44500660cc0a, 'name': SearchDatastore_Task, 'duration_secs': 0.00902} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.546827] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b968cb-9430-4087-bde2-44d090ebb38c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.556886] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1968.556886] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d3e528-ae2b-03f8-6457-83b08ef4d8e0" [ 1968.556886] env[62226]: _type = "Task" [ 1968.556886] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.567376] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d3e528-ae2b-03f8-6457-83b08ef4d8e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.645217] env[62226]: DEBUG oslo_vmware.api [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.900387] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.900654] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.900746] env[62226]: DEBUG nova.network.neutron [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1968.912624] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028194, 'name': Rename_Task, 'duration_secs': 0.162792} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.912921] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1968.913178] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b20a8698-9b2f-4f37-b609-ca4df961cfb9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.921191] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1968.921191] env[62226]: value = "task-2028196" [ 1968.921191] env[62226]: _type = "Task" [ 1968.921191] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.929806] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.952484] env[62226]: DEBUG oslo_vmware.api [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151074} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.952737] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1968.952928] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1968.953112] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1968.953318] env[62226]: INFO nova.compute.manager [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1968.953527] env[62226]: DEBUG oslo.service.loopingcall [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1968.953722] env[62226]: DEBUG nova.compute.manager [-] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1968.953815] env[62226]: DEBUG nova.network.neutron [-] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1969.014214] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.017045] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.335s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.018675] env[62226]: INFO nova.compute.claims [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1969.050488] env[62226]: INFO nova.scheduler.client.report [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Deleted allocations for instance 61bc8cf8-f078-4dd8-90eb-b5e6814abc08 [ 1969.068469] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d3e528-ae2b-03f8-6457-83b08ef4d8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.022619} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.068730] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.069009] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695/3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1969.069319] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d840ef5b-bb19-45a3-954f-44797bf72e46 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.078979] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1969.078979] env[62226]: value = "task-2028197" [ 1969.078979] env[62226]: _type = "Task" [ 1969.078979] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.089084] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.152695] env[62226]: DEBUG oslo_vmware.api [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028191, 'name': ReconfigVM_Task, 'duration_secs': 1.174576} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.152977] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416636', 'volume_id': 'a9f17201-6124-44c4-9f22-5796d2021b42', 'name': 'volume-a9f17201-6124-44c4-9f22-5796d2021b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fab02f5-4ebd-4b01-acf1-acdd76b918bc', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9f17201-6124-44c4-9f22-5796d2021b42', 'serial': 'a9f17201-6124-44c4-9f22-5796d2021b42'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1969.289596] env[62226]: DEBUG nova.compute.manager [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Received event network-vif-plugged-bad815bd-545e-4c82-9855-009a6193e6b4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1969.289967] env[62226]: DEBUG oslo_concurrency.lockutils [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] Acquiring lock "86b97308-6068-44a3-8032-3c88a1b9ba9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.290302] env[62226]: DEBUG oslo_concurrency.lockutils [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] Lock "86b97308-6068-44a3-8032-3c88a1b9ba9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.290500] env[62226]: DEBUG oslo_concurrency.lockutils [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] Lock "86b97308-6068-44a3-8032-3c88a1b9ba9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.290947] env[62226]: DEBUG nova.compute.manager [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] No waiting events found dispatching network-vif-plugged-bad815bd-545e-4c82-9855-009a6193e6b4 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1969.290947] env[62226]: WARNING nova.compute.manager [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Received unexpected event network-vif-plugged-bad815bd-545e-4c82-9855-009a6193e6b4 for instance with vm_state building and task_state spawning. [ 1969.291249] env[62226]: DEBUG nova.compute.manager [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Received event network-changed-bad815bd-545e-4c82-9855-009a6193e6b4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1969.291498] env[62226]: DEBUG nova.compute.manager [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Refreshing instance network info cache due to event network-changed-bad815bd-545e-4c82-9855-009a6193e6b4. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1969.291498] env[62226]: DEBUG oslo_concurrency.lockutils [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] Acquiring lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.435931] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028196, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.495232] env[62226]: DEBUG nova.network.neutron [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1969.563636] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2d4d147-47f2-4c49-8eb7-a7137d174e86 tempest-ServersTestFqdnHostnames-1378964800 tempest-ServersTestFqdnHostnames-1378964800-project-member] Lock "61bc8cf8-f078-4dd8-90eb-b5e6814abc08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.258s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.593067] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503502} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.593621] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695/3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1969.593868] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1969.594141] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae9bffdc-5d7e-45ab-a12d-13ec077617c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.603769] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1969.603769] env[62226]: value = "task-2028198" [ 1969.603769] env[62226]: _type = "Task" [ 1969.603769] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.621576] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.847121] env[62226]: DEBUG nova.network.neutron [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance_info_cache with network_info: [{"id": "bad815bd-545e-4c82-9855-009a6193e6b4", "address": "fa:16:3e:ba:29:f4", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad815bd-54", "ovs_interfaceid": "bad815bd-545e-4c82-9855-009a6193e6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.939028] env[62226]: DEBUG oslo_vmware.api [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028196, 'name': PowerOnVM_Task, 'duration_secs': 0.543642} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.939028] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1969.939028] env[62226]: INFO nova.compute.manager [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1969.939028] env[62226]: DEBUG nova.compute.manager [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1969.939028] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167eaf58-db60-4d24-8d1b-2c8ff4303f73 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.117454] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073752} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.117729] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1970.118906] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e0170d-1517-44ab-ae13-82ea0307ca7d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.145263] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695/3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1970.151048] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e7b0cd-bd50-4936-95a2-3aada0f4dd6c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.179154] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1970.179154] env[62226]: value = "task-2028199" [ 1970.179154] env[62226]: _type = "Task" [ 1970.179154] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.193952] env[62226]: DEBUG nova.network.neutron [-] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.195590] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028199, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.209194] env[62226]: DEBUG nova.objects.instance [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lazy-loading 'flavor' on Instance uuid 8fab02f5-4ebd-4b01-acf1-acdd76b918bc {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.350314] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.350731] env[62226]: DEBUG nova.compute.manager [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Instance network_info: |[{"id": "bad815bd-545e-4c82-9855-009a6193e6b4", "address": "fa:16:3e:ba:29:f4", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad815bd-54", "ovs_interfaceid": "bad815bd-545e-4c82-9855-009a6193e6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1970.351552] env[62226]: DEBUG oslo_concurrency.lockutils [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] Acquired lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.351552] env[62226]: DEBUG nova.network.neutron [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Refreshing network info cache for port bad815bd-545e-4c82-9855-009a6193e6b4 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.352358] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:29:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bad815bd-545e-4c82-9855-009a6193e6b4', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1970.361900] env[62226]: DEBUG oslo.service.loopingcall [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1970.368586] env[62226]: DEBUG oslo_concurrency.lockutils [None req-45215877-b28c-412a-98e1-65d7d44f517f tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "interface-13fa5844-1487-4374-bb29-f6bf9a667fb1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.369077] env[62226]: DEBUG oslo_concurrency.lockutils [None req-45215877-b28c-412a-98e1-65d7d44f517f tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-13fa5844-1487-4374-bb29-f6bf9a667fb1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.369163] env[62226]: DEBUG nova.objects.instance [None req-45215877-b28c-412a-98e1-65d7d44f517f tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'flavor' on Instance uuid 13fa5844-1487-4374-bb29-f6bf9a667fb1 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.370454] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1970.374360] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0d6a59c-13b8-4a92-b04b-0adcdce4aca6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.399569] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1970.399569] env[62226]: value = "task-2028200" [ 1970.399569] env[62226]: _type = "Task" [ 1970.399569] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.409442] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028200, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.431703] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8eb1ef-c05f-4a36-837d-a55db858098b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.442715] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462cb7cd-935b-4b28-9b97-b1e97899d9a2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.492337] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad3e218-42ca-4af3-80c7-0b3b505b1763 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.495538] env[62226]: INFO nova.compute.manager [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Took 32.03 seconds to build instance. [ 1970.503751] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6399ab00-f6d4-4fb1-9b5c-66195145fbf2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.518977] env[62226]: DEBUG nova.compute.provider_tree [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1970.689971] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028199, 'name': ReconfigVM_Task, 'duration_secs': 0.326411} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.689971] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695/3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1970.691986] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e5e2c7b-7cc4-410d-86ff-e44abd3123be {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.697885] env[62226]: INFO nova.compute.manager [-] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Took 1.74 seconds to deallocate network for instance. [ 1970.698263] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1970.698263] env[62226]: value = "task-2028201" [ 1970.698263] env[62226]: _type = "Task" [ 1970.698263] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.718019] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028201, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.718019] env[62226]: DEBUG oslo_concurrency.lockutils [None req-55a705f0-6d3c-4052-bba7-95b577db35ea tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.810s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.761525] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.762345] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.873990] env[62226]: DEBUG nova.objects.instance [None req-45215877-b28c-412a-98e1-65d7d44f517f tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'pci_requests' on Instance uuid 13fa5844-1487-4374-bb29-f6bf9a667fb1 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.911360] env[62226]: DEBUG nova.network.neutron [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updated VIF entry in instance network info cache for port bad815bd-545e-4c82-9855-009a6193e6b4. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.911360] env[62226]: DEBUG nova.network.neutron [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance_info_cache with network_info: [{"id": "bad815bd-545e-4c82-9855-009a6193e6b4", "address": "fa:16:3e:ba:29:f4", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad815bd-54", "ovs_interfaceid": "bad815bd-545e-4c82-9855-009a6193e6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.914479] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028200, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.998021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5ea59439-3a9b-4083-a38a-51b7fecb8e2a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.552s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.022260] env[62226]: DEBUG nova.scheduler.client.report [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1971.211195] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.211504] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028201, 'name': Rename_Task, 'duration_secs': 0.195984} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.211749] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1971.212071] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d85bb955-ce6b-4194-930c-c19120de8ce3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.223687] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 1971.223687] env[62226]: value = "task-2028202" [ 1971.223687] env[62226]: _type = "Task" [ 1971.223687] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.236786] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.267139] env[62226]: INFO nova.compute.manager [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Detaching volume a9f17201-6124-44c4-9f22-5796d2021b42 [ 1971.308050] env[62226]: INFO nova.virt.block_device [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Attempting to driver detach volume a9f17201-6124-44c4-9f22-5796d2021b42 from mountpoint /dev/sdb [ 1971.308285] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1971.308484] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416636', 'volume_id': 'a9f17201-6124-44c4-9f22-5796d2021b42', 'name': 'volume-a9f17201-6124-44c4-9f22-5796d2021b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fab02f5-4ebd-4b01-acf1-acdd76b918bc', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9f17201-6124-44c4-9f22-5796d2021b42', 'serial': 'a9f17201-6124-44c4-9f22-5796d2021b42'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1971.309396] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f0f511-670b-4d6e-ab43-36d614a701a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.338611] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fb37b7-8885-4bf7-b540-6cfc9058af13 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.347578] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fa23a9-0db8-4c15-b888-007d02fa49e2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.371287] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c36c0e-9c49-4b10-b937-e04f212ee32e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.376230] env[62226]: DEBUG nova.objects.base [None req-45215877-b28c-412a-98e1-65d7d44f517f tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Object Instance<13fa5844-1487-4374-bb29-f6bf9a667fb1> lazy-loaded attributes: flavor,pci_requests {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1971.376434] env[62226]: DEBUG nova.network.neutron [None req-45215877-b28c-412a-98e1-65d7d44f517f tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1971.388551] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] The volume has not been displaced from its original location: [datastore1] volume-a9f17201-6124-44c4-9f22-5796d2021b42/volume-a9f17201-6124-44c4-9f22-5796d2021b42.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1971.393746] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1971.394388] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-708de553-088e-47f6-ae8c-9a279711c970 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.417444] env[62226]: DEBUG oslo_concurrency.lockutils [req-9a786fc3-9de0-47a4-910b-6c9be32ff2b8 req-85abadd2-ca9c-4746-8686-30c0fddadf4e service nova] Releasing lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.417775] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028200, 'name': CreateVM_Task, 'duration_secs': 0.816944} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.419275] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1971.419794] env[62226]: DEBUG oslo_vmware.api [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1971.419794] env[62226]: value = "task-2028203" [ 1971.419794] env[62226]: _type = "Task" [ 1971.419794] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.420390] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.421045] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.421045] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1971.421199] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8a1e21-e5df-45ed-b889-3e8a32a91070 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.430295] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1971.430295] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cb4303-a57b-b595-10e9-b4c93b146e6b" [ 1971.430295] env[62226]: _type = "Task" [ 1971.430295] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.433162] env[62226]: DEBUG oslo_vmware.api [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028203, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.440841] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cb4303-a57b-b595-10e9-b4c93b146e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.532185] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.532321] env[62226]: DEBUG nova.compute.manager [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1971.534855] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.964s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.536224] env[62226]: INFO nova.compute.claims [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1971.584192] env[62226]: DEBUG oslo_concurrency.lockutils [None req-45215877-b28c-412a-98e1-65d7d44f517f tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-13fa5844-1487-4374-bb29-f6bf9a667fb1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.215s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.654748] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "7a31fc47-22a2-441c-97ca-2aa91b931098" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.655145] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "7a31fc47-22a2-441c-97ca-2aa91b931098" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.655493] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "7a31fc47-22a2-441c-97ca-2aa91b931098-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.655840] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "7a31fc47-22a2-441c-97ca-2aa91b931098-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.656266] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "7a31fc47-22a2-441c-97ca-2aa91b931098-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.658968] env[62226]: INFO nova.compute.manager [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Terminating instance [ 1971.722854] env[62226]: DEBUG nova.compute.manager [req-2771c8ed-5c9a-4219-81b6-b97434beb54b req-c13e30b9-1089-4a12-ac79-190260bec993 service nova] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Received event network-vif-deleted-c5a57650-dd8f-44d6-ba73-209d5032e05b {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1971.734666] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.941381] env[62226]: DEBUG oslo_vmware.api [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.948847] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cb4303-a57b-b595-10e9-b4c93b146e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.313411} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.949274] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.949536] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1971.949792] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.949942] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.950144] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1971.950417] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ffb2f24-0842-4d11-ba91-d89efda26863 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.040316] env[62226]: DEBUG nova.compute.utils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1972.047963] env[62226]: DEBUG nova.compute.manager [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1972.048944] env[62226]: DEBUG nova.network.neutron [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1972.094145] env[62226]: DEBUG nova.policy [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3992756f3b4e453a90c1cdb4120fd11c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c184d4baa1fb4b9e8ab37c51d19de38f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1972.163775] env[62226]: DEBUG nova.compute.manager [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1972.164704] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1972.165634] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131790cd-d1fc-4fa5-8b30-9040788bede0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.174383] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1972.174665] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f44cedb-3c64-4782-9000-87376d4864b5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.189238] env[62226]: DEBUG oslo_vmware.api [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1972.189238] env[62226]: value = "task-2028204" [ 1972.189238] env[62226]: _type = "Task" [ 1972.189238] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.202367] env[62226]: DEBUG oslo_vmware.api [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2028204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.234432] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.435316] env[62226]: DEBUG oslo_vmware.api [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.511171] env[62226]: DEBUG nova.network.neutron [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Successfully created port: c25c173a-653c-4c1f-bdff-cbb0b8abbd68 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1972.549172] env[62226]: DEBUG nova.compute.manager [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1972.693019] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.693019] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.693019] env[62226]: INFO nova.compute.manager [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Shelving [ 1972.709063] env[62226]: DEBUG oslo_vmware.api [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2028204, 'name': PowerOffVM_Task, 'duration_secs': 0.234963} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.710247] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1972.710578] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1972.710952] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d29c6967-0461-4ec1-b352-3e1c2d868f0f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.738029] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.880724] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183c0bd1-e148-40dd-914d-fe58adf048dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.893957] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00be6d8f-822b-4f0a-82ce-3fb4a985732c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.930690] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0223c627-b2fe-483d-ad75-7ec7f38d08ac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.941918] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b68612-64bb-426a-9914-727ea5fec8c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.945996] env[62226]: DEBUG oslo_vmware.api [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.957011] env[62226]: DEBUG nova.compute.provider_tree [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.227568] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1973.227897] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1973.232735] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821e0d96-4c8c-49c6-9c6a-55e4ed674736 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.239027] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1973.239027] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289f927-aaab-f950-ebab-12bfb0c610b7" [ 1973.239027] env[62226]: _type = "Task" [ 1973.239027] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.242527] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.250898] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289f927-aaab-f950-ebab-12bfb0c610b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.437085] env[62226]: DEBUG oslo_vmware.api [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.460471] env[62226]: DEBUG nova.scheduler.client.report [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1973.561329] env[62226]: DEBUG nova.compute.manager [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1973.588952] env[62226]: DEBUG nova.virt.hardware [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1973.589206] env[62226]: DEBUG nova.virt.hardware [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1973.589365] env[62226]: DEBUG nova.virt.hardware [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1973.589583] env[62226]: DEBUG nova.virt.hardware [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1973.589743] env[62226]: DEBUG nova.virt.hardware [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1973.589887] env[62226]: DEBUG nova.virt.hardware [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1973.590129] env[62226]: DEBUG nova.virt.hardware [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1973.590293] env[62226]: DEBUG nova.virt.hardware [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1973.590460] env[62226]: DEBUG nova.virt.hardware [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1973.590617] env[62226]: DEBUG nova.virt.hardware [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1973.590784] env[62226]: DEBUG nova.virt.hardware [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1973.591678] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d2331c-ca5b-4975-b4fc-f0b448ca64af {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.600326] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3479d142-fab2-45e2-964f-85e207aa9f8a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.708760] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.708760] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8860154c-7fb4-4ded-8941-5e2c7177ace1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.717024] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1973.717024] env[62226]: value = "task-2028206" [ 1973.717024] env[62226]: _type = "Task" [ 1973.717024] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.727260] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.739252] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.755069] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289f927-aaab-f950-ebab-12bfb0c610b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.775550] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1973.775872] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1973.776099] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Deleting the datastore file [datastore1] 7a31fc47-22a2-441c-97ca-2aa91b931098 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1973.776450] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21634749-6d34-4b7b-9485-4523c4dc64f1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.785426] env[62226]: DEBUG oslo_vmware.api [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for the task: (returnval){ [ 1973.785426] env[62226]: value = "task-2028207" [ 1973.785426] env[62226]: _type = "Task" [ 1973.785426] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.794668] env[62226]: DEBUG oslo_vmware.api [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2028207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.811430] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "interface-13fa5844-1487-4374-bb29-f6bf9a667fb1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.812042] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-13fa5844-1487-4374-bb29-f6bf9a667fb1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.812398] env[62226]: DEBUG nova.objects.instance [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'flavor' on Instance uuid 13fa5844-1487-4374-bb29-f6bf9a667fb1 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1973.942216] env[62226]: DEBUG oslo_vmware.api [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028203, 'name': ReconfigVM_Task, 'duration_secs': 2.372875} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.942819] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1973.951390] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029fdeb5-8bc1-4e59-a940-2401631b53ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.965712] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.966360] env[62226]: DEBUG nova.compute.manager [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1973.971583] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.208s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.971860] env[62226]: DEBUG nova.objects.instance [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lazy-loading 'resources' on Instance uuid 08b359f8-85c7-4a1f-b4c4-fdde498c2d89 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1973.974056] env[62226]: DEBUG oslo_vmware.api [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1973.974056] env[62226]: value = "task-2028208" [ 1973.974056] env[62226]: _type = "Task" [ 1973.974056] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.988696] env[62226]: DEBUG oslo_vmware.api [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.226436] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028206, 'name': PowerOffVM_Task, 'duration_secs': 0.427645} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.226973] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.227539] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec53b4-3775-4acc-8f77-47e4066d02ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.263418] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614a46fd-3f1e-4f88-b6a3-72ac20f4eb9a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.267213] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.279824] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289f927-aaab-f950-ebab-12bfb0c610b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.297861] env[62226]: DEBUG oslo_vmware.api [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2028207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.450902] env[62226]: DEBUG nova.objects.instance [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'pci_requests' on Instance uuid 13fa5844-1487-4374-bb29-f6bf9a667fb1 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1974.476591] env[62226]: DEBUG nova.compute.utils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1974.481395] env[62226]: DEBUG nova.compute.manager [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1974.481569] env[62226]: DEBUG nova.network.neutron [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1974.498046] env[62226]: DEBUG oslo_vmware.api [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028208, 'name': ReconfigVM_Task, 'duration_secs': 0.165865} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.498388] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416636', 'volume_id': 'a9f17201-6124-44c4-9f22-5796d2021b42', 'name': 'volume-a9f17201-6124-44c4-9f22-5796d2021b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fab02f5-4ebd-4b01-acf1-acdd76b918bc', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9f17201-6124-44c4-9f22-5796d2021b42', 'serial': 'a9f17201-6124-44c4-9f22-5796d2021b42'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1974.550931] env[62226]: DEBUG nova.policy [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289b4781ed1341f09f6e67623958fa99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a40452c15f4e42bc9878dd219358df0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1974.744974] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.766445] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289f927-aaab-f950-ebab-12bfb0c610b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.784217] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1974.784217] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b1e23b97-60f2-4463-ae89-61c149316c81 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.795691] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1974.795691] env[62226]: value = "task-2028209" [ 1974.795691] env[62226]: _type = "Task" [ 1974.795691] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.803736] env[62226]: DEBUG oslo_vmware.api [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2028207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.809947] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028209, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.814618] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79279b23-1097-492c-977d-bb7f5ebe2c86 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.822608] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea84dfc-d0bd-483f-a278-e326a6e748cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.861250] env[62226]: DEBUG nova.network.neutron [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Successfully updated port: c25c173a-653c-4c1f-bdff-cbb0b8abbd68 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1974.863193] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f101db50-558c-46b8-9e1a-2a83332d8965 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.872907] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9c9dc1-5f47-460e-82c8-bcf3544df39d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.891065] env[62226]: DEBUG nova.compute.provider_tree [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1974.955657] env[62226]: DEBUG nova.objects.base [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Object Instance<13fa5844-1487-4374-bb29-f6bf9a667fb1> lazy-loaded attributes: flavor,pci_requests {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1974.955759] env[62226]: DEBUG nova.network.neutron [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1974.987683] env[62226]: DEBUG nova.compute.manager [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1975.021222] env[62226]: DEBUG nova.policy [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7984bb3f0111426dbbb435603f85a1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019c12b2dd549fe8f1710ff8a5e5db9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1975.026215] env[62226]: DEBUG nova.compute.manager [req-63ffbdfc-c09c-4857-999d-20d4a382e193 req-504f2187-9a93-4350-b9da-54a52c3cfe59 service nova] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Received event network-vif-plugged-c25c173a-653c-4c1f-bdff-cbb0b8abbd68 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1975.026453] env[62226]: DEBUG oslo_concurrency.lockutils [req-63ffbdfc-c09c-4857-999d-20d4a382e193 req-504f2187-9a93-4350-b9da-54a52c3cfe59 service nova] Acquiring lock "b25a8a76-5f16-4239-8335-da83db7fbddf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.026704] env[62226]: DEBUG oslo_concurrency.lockutils [req-63ffbdfc-c09c-4857-999d-20d4a382e193 req-504f2187-9a93-4350-b9da-54a52c3cfe59 service nova] Lock "b25a8a76-5f16-4239-8335-da83db7fbddf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.027531] env[62226]: DEBUG oslo_concurrency.lockutils [req-63ffbdfc-c09c-4857-999d-20d4a382e193 req-504f2187-9a93-4350-b9da-54a52c3cfe59 service nova] Lock "b25a8a76-5f16-4239-8335-da83db7fbddf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.027531] env[62226]: DEBUG nova.compute.manager [req-63ffbdfc-c09c-4857-999d-20d4a382e193 req-504f2187-9a93-4350-b9da-54a52c3cfe59 service nova] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] No waiting events found dispatching network-vif-plugged-c25c173a-653c-4c1f-bdff-cbb0b8abbd68 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1975.027531] env[62226]: WARNING nova.compute.manager [req-63ffbdfc-c09c-4857-999d-20d4a382e193 req-504f2187-9a93-4350-b9da-54a52c3cfe59 service nova] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Received unexpected event network-vif-plugged-c25c173a-653c-4c1f-bdff-cbb0b8abbd68 for instance with vm_state building and task_state spawning. [ 1975.058321] env[62226]: DEBUG nova.objects.instance [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lazy-loading 'flavor' on Instance uuid 8fab02f5-4ebd-4b01-acf1-acdd76b918bc {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.202661] env[62226]: DEBUG nova.network.neutron [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Successfully created port: c757ee10-0281-49c3-a851-f3d376717143 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1975.244683] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.267458] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289f927-aaab-f950-ebab-12bfb0c610b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.297913] env[62226]: DEBUG oslo_vmware.api [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2028207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.307981] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028209, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.367024] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "refresh_cache-b25a8a76-5f16-4239-8335-da83db7fbddf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.367283] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "refresh_cache-b25a8a76-5f16-4239-8335-da83db7fbddf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.367358] env[62226]: DEBUG nova.network.neutron [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.398030] env[62226]: DEBUG nova.scheduler.client.report [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1975.417129] env[62226]: DEBUG nova.network.neutron [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Successfully created port: 7464a6cf-7555-4836-816c-3093bdbea0b2 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1975.726498] env[62226]: DEBUG nova.network.neutron [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Successfully created port: 7b22dd9a-5429-4784-959e-a0e73c4c0687 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1975.749446] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.766789] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289f927-aaab-f950-ebab-12bfb0c610b7, 'name': SearchDatastore_Task, 'duration_secs': 2.137532} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.767311] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fae7420-6a0b-41d8-8ff1-a5a3177ed2c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.774631] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1975.774631] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5205c389-d213-bb45-14f1-010f7b6bf5aa" [ 1975.774631] env[62226]: _type = "Task" [ 1975.774631] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.786415] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5205c389-d213-bb45-14f1-010f7b6bf5aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.797762] env[62226]: DEBUG oslo_vmware.api [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2028207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.806968] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028209, 'name': CreateSnapshot_Task, 'duration_secs': 0.676907} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.807372] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1975.808111] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3ba00c-9677-4e2e-9afe-f4c92e4b4dea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.904715] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.908635] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.898s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.910929] env[62226]: INFO nova.compute.claims [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1975.917098] env[62226]: DEBUG nova.network.neutron [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1975.945423] env[62226]: INFO nova.scheduler.client.report [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleted allocations for instance 08b359f8-85c7-4a1f-b4c4-fdde498c2d89 [ 1976.007529] env[62226]: DEBUG nova.compute.manager [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1976.042440] env[62226]: DEBUG nova.virt.hardware [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1976.042594] env[62226]: DEBUG nova.virt.hardware [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1976.042748] env[62226]: DEBUG nova.virt.hardware [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1976.042949] env[62226]: DEBUG nova.virt.hardware [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1976.043123] env[62226]: DEBUG nova.virt.hardware [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1976.043271] env[62226]: DEBUG nova.virt.hardware [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1976.043483] env[62226]: DEBUG nova.virt.hardware [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1976.043650] env[62226]: DEBUG nova.virt.hardware [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1976.043813] env[62226]: DEBUG nova.virt.hardware [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1976.043972] env[62226]: DEBUG nova.virt.hardware [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1976.044158] env[62226]: DEBUG nova.virt.hardware [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1976.045115] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcaea42-8beb-4b12-a651-eec22a04f6d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.055031] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeb4cef-9f7f-4970-8874-ee376f257439 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.071180] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c0f9506-0971-4f7e-bf0e-fc78b10bad2c tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.309s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.250244] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028202, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.257746] env[62226]: DEBUG nova.network.neutron [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Updating instance_info_cache with network_info: [{"id": "c25c173a-653c-4c1f-bdff-cbb0b8abbd68", "address": "fa:16:3e:94:d9:19", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc25c173a-65", "ovs_interfaceid": "c25c173a-653c-4c1f-bdff-cbb0b8abbd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.303079] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5205c389-d213-bb45-14f1-010f7b6bf5aa, 'name': SearchDatastore_Task, 'duration_secs': 0.057582} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.304378] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.305021] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 86b97308-6068-44a3-8032-3c88a1b9ba9d/86b97308-6068-44a3-8032-3c88a1b9ba9d.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1976.305774] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d359313-bad0-48cd-888c-7924715c960f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.316647] env[62226]: DEBUG oslo_vmware.api [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Task: {'id': task-2028207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.336562} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.318833] env[62226]: DEBUG nova.network.neutron [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Successfully created port: fbccd221-2130-480e-b084-091e8eb16984 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1976.320846] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1976.321054] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1976.321237] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1976.321480] env[62226]: INFO nova.compute.manager [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Took 4.16 seconds to destroy the instance on the hypervisor. [ 1976.321656] env[62226]: DEBUG oslo.service.loopingcall [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.321957] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1976.321957] env[62226]: value = "task-2028210" [ 1976.321957] env[62226]: _type = "Task" [ 1976.321957] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.322199] env[62226]: DEBUG nova.compute.manager [-] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1976.322294] env[62226]: DEBUG nova.network.neutron [-] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1976.335394] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1976.338545] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cd385707-4129-4d26-8546-64653e57283f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.349624] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.352043] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1976.352043] env[62226]: value = "task-2028211" [ 1976.352043] env[62226]: _type = "Task" [ 1976.352043] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.360284] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028211, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.457687] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2f934fc4-9e77-4f0a-9c5b-24ce8ec543e4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "08b359f8-85c7-4a1f-b4c4-fdde498c2d89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.697s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.748709] env[62226]: DEBUG oslo_vmware.api [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028202, 'name': PowerOnVM_Task, 'duration_secs': 5.107994} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.753561] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1976.753870] env[62226]: INFO nova.compute.manager [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Took 11.91 seconds to spawn the instance on the hypervisor. [ 1976.754857] env[62226]: DEBUG nova.compute.manager [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1976.755297] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cc68d4-d52f-48b3-b6b6-82bc90054e48 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.765719] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "refresh_cache-b25a8a76-5f16-4239-8335-da83db7fbddf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.766153] env[62226]: DEBUG nova.compute.manager [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Instance network_info: |[{"id": "c25c173a-653c-4c1f-bdff-cbb0b8abbd68", "address": "fa:16:3e:94:d9:19", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc25c173a-65", "ovs_interfaceid": "c25c173a-653c-4c1f-bdff-cbb0b8abbd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1976.770246] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:d9:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c25c173a-653c-4c1f-bdff-cbb0b8abbd68', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1976.778932] env[62226]: DEBUG oslo.service.loopingcall [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.779410] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1976.779726] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-436fe5cd-b69d-4480-9aa0-3533d7711260 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.802563] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1976.802563] env[62226]: value = "task-2028212" [ 1976.802563] env[62226]: _type = "Task" [ 1976.802563] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.812808] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028212, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.837210] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028210, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.866419] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028211, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.279709] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39e30f9-e782-41b4-93f5-97b16fd5ba58 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.299206] env[62226]: INFO nova.compute.manager [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Took 36.01 seconds to build instance. [ 1977.301210] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1d2a86-7dd2-4251-b44b-956e7674b11e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.351751] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07bff3d-d685-4414-9de1-bcc7601d216c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.355017] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028212, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.366515] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714462} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.372826] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 86b97308-6068-44a3-8032-3c88a1b9ba9d/86b97308-6068-44a3-8032-3c88a1b9ba9d.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1977.373138] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1977.373468] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028211, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.376629] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-318c4cac-8d7c-4e3e-8ebc-59282babb7de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.379787] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "4198f26c-b3f9-4a3d-88ec-9a71deb05bd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.380085] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "4198f26c-b3f9-4a3d-88ec-9a71deb05bd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.382317] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b954c039-c31c-4791-8d8c-9926a6147e36 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.399842] env[62226]: DEBUG nova.compute.provider_tree [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.403369] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1977.403369] env[62226]: value = "task-2028213" [ 1977.403369] env[62226]: _type = "Task" [ 1977.403369] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.416192] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.421031] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "c68098ed-afaa-469f-8770-8a7af39b08f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.421260] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "c68098ed-afaa-469f-8770-8a7af39b08f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.530940] env[62226]: DEBUG nova.network.neutron [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Successfully updated port: 7464a6cf-7555-4836-816c-3093bdbea0b2 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1977.754140] env[62226]: DEBUG nova.compute.manager [req-8234dec4-646d-4d39-bdcc-045c6e2d7c56 req-1efdca9b-665c-4ae1-a484-aad1cba7acd5 service nova] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Received event network-changed-c25c173a-653c-4c1f-bdff-cbb0b8abbd68 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1977.754140] env[62226]: DEBUG nova.compute.manager [req-8234dec4-646d-4d39-bdcc-045c6e2d7c56 req-1efdca9b-665c-4ae1-a484-aad1cba7acd5 service nova] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Refreshing instance network info cache due to event network-changed-c25c173a-653c-4c1f-bdff-cbb0b8abbd68. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1977.754140] env[62226]: DEBUG oslo_concurrency.lockutils [req-8234dec4-646d-4d39-bdcc-045c6e2d7c56 req-1efdca9b-665c-4ae1-a484-aad1cba7acd5 service nova] Acquiring lock "refresh_cache-b25a8a76-5f16-4239-8335-da83db7fbddf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.754140] env[62226]: DEBUG oslo_concurrency.lockutils [req-8234dec4-646d-4d39-bdcc-045c6e2d7c56 req-1efdca9b-665c-4ae1-a484-aad1cba7acd5 service nova] Acquired lock "refresh_cache-b25a8a76-5f16-4239-8335-da83db7fbddf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.754140] env[62226]: DEBUG nova.network.neutron [req-8234dec4-646d-4d39-bdcc-045c6e2d7c56 req-1efdca9b-665c-4ae1-a484-aad1cba7acd5 service nova] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Refreshing network info cache for port c25c173a-653c-4c1f-bdff-cbb0b8abbd68 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1977.810399] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f4e568a3-9983-4665-a577-af73e01030c2 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.525s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.811629] env[62226]: DEBUG nova.network.neutron [-] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.822636] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028212, 'name': CreateVM_Task, 'duration_secs': 0.602627} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.822808] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1977.823558] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.823774] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.824088] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1977.824363] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d4b118-e62f-41b5-848e-ccebe3cc3137 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.833024] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1977.833024] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521e283a-6e93-1279-1903-689220cde66b" [ 1977.833024] env[62226]: _type = "Task" [ 1977.833024] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.843256] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521e283a-6e93-1279-1903-689220cde66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.869046] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028211, 'name': CloneVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.887550] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1977.912658] env[62226]: DEBUG nova.scheduler.client.report [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1977.926854] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1977.929594] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076085} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.930393] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1977.931148] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a91e58-c1ab-438b-af69-beb9f6ef0c0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.959241] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 86b97308-6068-44a3-8032-3c88a1b9ba9d/86b97308-6068-44a3-8032-3c88a1b9ba9d.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1977.959241] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d48cd0a7-8473-4088-a935-0145f636d809 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.983358] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1977.983358] env[62226]: value = "task-2028214" [ 1977.983358] env[62226]: _type = "Task" [ 1977.983358] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.995247] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.033284] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.034168] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.034168] env[62226]: DEBUG nova.network.neutron [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1978.316815] env[62226]: INFO nova.compute.manager [-] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Took 1.99 seconds to deallocate network for instance. [ 1978.345885] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521e283a-6e93-1279-1903-689220cde66b, 'name': SearchDatastore_Task, 'duration_secs': 0.031677} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.346197] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.346902] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1978.346902] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.347110] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.347855] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1978.347855] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12f792fe-48e6-4603-8074-4e80728ec988 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.364158] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1978.364158] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1978.364579] env[62226]: DEBUG nova.network.neutron [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Successfully updated port: c757ee10-0281-49c3-a851-f3d376717143 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1978.369448] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-901317de-c5ef-4402-9d48-eabb5ffc2a05 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.374918] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028211, 'name': CloneVM_Task, 'duration_secs': 1.530187} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.378358] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Created linked-clone VM from snapshot [ 1978.380250] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcbe07f-ba8d-43b3-ad30-d1ccffdcb347 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.388719] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1978.388719] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e4b531-d114-ec0b-2463-91b2ba2e4e4b" [ 1978.388719] env[62226]: _type = "Task" [ 1978.388719] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.398644] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Uploading image 63634b81-310e-48d6-8b93-91302320747d {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1978.408480] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e4b531-d114-ec0b-2463-91b2ba2e4e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012327} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.412280] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df42276c-d1c2-4c88-8f8c-d1622a36311e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.415945] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.420232] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.420787] env[62226]: DEBUG nova.compute.manager [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1978.424640] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.789s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.426205] env[62226]: INFO nova.compute.claims [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1978.428606] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1978.428606] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524f436b-a566-bcac-0320-f78e65b2d238" [ 1978.428606] env[62226]: _type = "Task" [ 1978.428606] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.441484] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524f436b-a566-bcac-0320-f78e65b2d238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.443403] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1978.443403] env[62226]: value = "vm-416641" [ 1978.443403] env[62226]: _type = "VirtualMachine" [ 1978.443403] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1978.443670] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56b56723-2396-4512-9978-777cd18e5237 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.451181] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.452485] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lease: (returnval){ [ 1978.452485] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52520e0d-ed27-a6d8-e77e-752db5ab5474" [ 1978.452485] env[62226]: _type = "HttpNfcLease" [ 1978.452485] env[62226]: } obtained for exporting VM: (result){ [ 1978.452485] env[62226]: value = "vm-416641" [ 1978.452485] env[62226]: _type = "VirtualMachine" [ 1978.452485] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1978.454805] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the lease: (returnval){ [ 1978.454805] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52520e0d-ed27-a6d8-e77e-752db5ab5474" [ 1978.454805] env[62226]: _type = "HttpNfcLease" [ 1978.454805] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1978.462666] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1978.462666] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52520e0d-ed27-a6d8-e77e-752db5ab5474" [ 1978.462666] env[62226]: _type = "HttpNfcLease" [ 1978.462666] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1978.498555] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028214, 'name': ReconfigVM_Task, 'duration_secs': 0.39701} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.498814] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 86b97308-6068-44a3-8032-3c88a1b9ba9d/86b97308-6068-44a3-8032-3c88a1b9ba9d.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1978.499442] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b871c442-277f-416b-8434-5300dbbf899c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.506543] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1978.506543] env[62226]: value = "task-2028216" [ 1978.506543] env[62226]: _type = "Task" [ 1978.506543] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.516057] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028216, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.572347] env[62226]: WARNING nova.network.neutron [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] bc68f0df-6f13-453f-8ed3-2bfeb33f782b already exists in list: networks containing: ['bc68f0df-6f13-453f-8ed3-2bfeb33f782b']. ignoring it [ 1978.580625] env[62226]: DEBUG nova.network.neutron [req-8234dec4-646d-4d39-bdcc-045c6e2d7c56 req-1efdca9b-665c-4ae1-a484-aad1cba7acd5 service nova] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Updated VIF entry in instance network info cache for port c25c173a-653c-4c1f-bdff-cbb0b8abbd68. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1978.581039] env[62226]: DEBUG nova.network.neutron [req-8234dec4-646d-4d39-bdcc-045c6e2d7c56 req-1efdca9b-665c-4ae1-a484-aad1cba7acd5 service nova] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Updating instance_info_cache with network_info: [{"id": "c25c173a-653c-4c1f-bdff-cbb0b8abbd68", "address": "fa:16:3e:94:d9:19", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc25c173a-65", "ovs_interfaceid": "c25c173a-653c-4c1f-bdff-cbb0b8abbd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.794020] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquiring lock "65a2add5-94c3-431c-83b9-3b6b0613a770" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.794020] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lock "65a2add5-94c3-431c-83b9-3b6b0613a770" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.823726] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.828679] env[62226]: DEBUG nova.compute.manager [req-21341134-c04a-43e7-ae58-d5cdc1c1c21f req-53a7ab42-d7e9-4092-b206-55c8d9cd90a2 service nova] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Received event network-vif-deleted-3ee806c3-7b00-4cf9-ac2b-3585ea93b944 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1978.933614] env[62226]: DEBUG nova.compute.utils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1978.936692] env[62226]: DEBUG nova.network.neutron [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updating instance_info_cache with network_info: [{"id": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "address": "fa:16:3e:3a:3b:45", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055a37d-b7", "ovs_interfaceid": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7464a6cf-7555-4836-816c-3093bdbea0b2", "address": "fa:16:3e:26:8d:4c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7464a6cf-75", "ovs_interfaceid": "7464a6cf-7555-4836-816c-3093bdbea0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.938091] env[62226]: DEBUG nova.compute.manager [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1978.938091] env[62226]: DEBUG nova.network.neutron [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1978.955124] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524f436b-a566-bcac-0320-f78e65b2d238, 'name': SearchDatastore_Task, 'duration_secs': 0.029357} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.955124] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.955124] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] b25a8a76-5f16-4239-8335-da83db7fbddf/b25a8a76-5f16-4239-8335-da83db7fbddf.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1978.955847] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7a00051-8cb3-430d-a8b3-0b3ab3cc81d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.967081] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1978.967081] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52520e0d-ed27-a6d8-e77e-752db5ab5474" [ 1978.967081] env[62226]: _type = "HttpNfcLease" [ 1978.967081] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1978.967911] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1978.967911] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52520e0d-ed27-a6d8-e77e-752db5ab5474" [ 1978.967911] env[62226]: _type = "HttpNfcLease" [ 1978.967911] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1978.969268] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f22993-f443-4f43-aa62-92c9cca5765b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.972185] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1978.972185] env[62226]: value = "task-2028217" [ 1978.972185] env[62226]: _type = "Task" [ 1978.972185] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.982941] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52495079-bbbf-bcdb-250c-ae5208ff6287/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1978.983166] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52495079-bbbf-bcdb-250c-ae5208ff6287/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1978.985936] env[62226]: DEBUG nova.policy [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ff2cf208254f0c89143f5b69ed2570', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c237198fa6941acb83a9e6215f696ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1979.049965] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.057560] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028216, 'name': Rename_Task, 'duration_secs': 0.149419} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.057891] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1979.058337] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce89d1b4-6f49-4a11-821e-f8731c49b2d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.068401] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 1979.068401] env[62226]: value = "task-2028218" [ 1979.068401] env[62226]: _type = "Task" [ 1979.068401] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.077909] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.083569] env[62226]: DEBUG oslo_concurrency.lockutils [req-8234dec4-646d-4d39-bdcc-045c6e2d7c56 req-1efdca9b-665c-4ae1-a484-aad1cba7acd5 service nova] Releasing lock "refresh_cache-b25a8a76-5f16-4239-8335-da83db7fbddf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.104925] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-208b383f-aa06-4169-a842-3d683a27dfaa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.259723] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.259723] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.278530] env[62226]: DEBUG nova.network.neutron [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Successfully created port: 8c29ec86-0041-45a9-9e92-a4754fd5ef59 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1979.295870] env[62226]: DEBUG nova.compute.manager [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1979.447547] env[62226]: DEBUG nova.compute.manager [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1979.449313] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.450171] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.450549] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.451859] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc1b760-140d-4ec2-9be7-4f15a039ebdd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.477226] env[62226]: DEBUG nova.virt.hardware [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1979.477841] env[62226]: DEBUG nova.virt.hardware [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1979.478437] env[62226]: DEBUG nova.virt.hardware [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1979.479020] env[62226]: DEBUG nova.virt.hardware [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1979.479020] env[62226]: DEBUG nova.virt.hardware [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1979.479330] env[62226]: DEBUG nova.virt.hardware [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1979.483039] env[62226]: DEBUG nova.virt.hardware [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1979.483039] env[62226]: DEBUG nova.virt.hardware [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1979.483039] env[62226]: DEBUG nova.virt.hardware [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1979.483039] env[62226]: DEBUG nova.virt.hardware [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1979.483039] env[62226]: DEBUG nova.virt.hardware [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1979.488596] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Reconfiguring VM to attach interface {{(pid=62226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1979.496418] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1ee4b40-ce11-4907-befc-3349a8110ae1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.520556] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028217, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.522395] env[62226]: DEBUG oslo_vmware.api [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1979.522395] env[62226]: value = "task-2028219" [ 1979.522395] env[62226]: _type = "Task" [ 1979.522395] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.535474] env[62226]: DEBUG oslo_vmware.api [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028219, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.585736] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.761489] env[62226]: DEBUG nova.compute.manager [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1979.821283] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.849940] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26119aa5-3e4b-4cfd-881a-257a4c36188e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.859346] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06176e80-147f-4be8-a746-f37d7777586d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.909370] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b5689-bbc6-4622-b7f8-e09c50a88f73 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.921095] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add43059-22ad-49f7-af97-74f78c080367 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.937607] env[62226]: DEBUG nova.compute.provider_tree [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.990425] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825469} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.990974] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] b25a8a76-5f16-4239-8335-da83db7fbddf/b25a8a76-5f16-4239-8335-da83db7fbddf.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1979.991444] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1979.991890] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02230f4e-b41c-4a3b-9edb-a4a161b57f85 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.002512] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1980.002512] env[62226]: value = "task-2028220" [ 1980.002512] env[62226]: _type = "Task" [ 1980.002512] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.013865] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.036761] env[62226]: DEBUG oslo_vmware.api [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.082634] env[62226]: DEBUG oslo_vmware.api [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028218, 'name': PowerOnVM_Task, 'duration_secs': 0.976516} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.083169] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1980.083855] env[62226]: INFO nova.compute.manager [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Took 12.78 seconds to spawn the instance on the hypervisor. [ 1980.083855] env[62226]: DEBUG nova.compute.manager [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1980.084801] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064ba80d-a1be-4a46-8d24-f86fbc2949b9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.181231] env[62226]: DEBUG nova.compute.manager [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received event network-vif-plugged-7464a6cf-7555-4836-816c-3093bdbea0b2 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1980.181684] env[62226]: DEBUG oslo_concurrency.lockutils [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] Acquiring lock "13fa5844-1487-4374-bb29-f6bf9a667fb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.181840] env[62226]: DEBUG oslo_concurrency.lockutils [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] Lock "13fa5844-1487-4374-bb29-f6bf9a667fb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.182091] env[62226]: DEBUG oslo_concurrency.lockutils [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] Lock "13fa5844-1487-4374-bb29-f6bf9a667fb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.183114] env[62226]: DEBUG nova.compute.manager [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] No waiting events found dispatching network-vif-plugged-7464a6cf-7555-4836-816c-3093bdbea0b2 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.183114] env[62226]: WARNING nova.compute.manager [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received unexpected event network-vif-plugged-7464a6cf-7555-4836-816c-3093bdbea0b2 for instance with vm_state active and task_state None. [ 1980.183306] env[62226]: DEBUG nova.compute.manager [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received event network-changed-7464a6cf-7555-4836-816c-3093bdbea0b2 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1980.183393] env[62226]: DEBUG nova.compute.manager [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Refreshing instance network info cache due to event network-changed-7464a6cf-7555-4836-816c-3093bdbea0b2. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1980.183532] env[62226]: DEBUG oslo_concurrency.lockutils [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] Acquiring lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.183733] env[62226]: DEBUG oslo_concurrency.lockutils [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] Acquired lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.183820] env[62226]: DEBUG nova.network.neutron [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Refreshing network info cache for port 7464a6cf-7555-4836-816c-3093bdbea0b2 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.284082] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.442268] env[62226]: DEBUG nova.scheduler.client.report [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1980.456062] env[62226]: DEBUG nova.compute.manager [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1980.487687] env[62226]: DEBUG nova.virt.hardware [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1980.487953] env[62226]: DEBUG nova.virt.hardware [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1980.488383] env[62226]: DEBUG nova.virt.hardware [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1980.488680] env[62226]: DEBUG nova.virt.hardware [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1980.488947] env[62226]: DEBUG nova.virt.hardware [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1980.489115] env[62226]: DEBUG nova.virt.hardware [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1980.489330] env[62226]: DEBUG nova.virt.hardware [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1980.489520] env[62226]: DEBUG nova.virt.hardware [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1980.489739] env[62226]: DEBUG nova.virt.hardware [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1980.489924] env[62226]: DEBUG nova.virt.hardware [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1980.490206] env[62226]: DEBUG nova.virt.hardware [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1980.491162] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c24c45-4271-4259-b446-bf997d1aa2d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.501670] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8c835d-e5f8-4a18-8b3d-5a06a7768a96 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.517050] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115802} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.526325] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1980.527614] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47881b30-cf4f-4ca9-a446-cc5100390c7f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.558594] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] b25a8a76-5f16-4239-8335-da83db7fbddf/b25a8a76-5f16-4239-8335-da83db7fbddf.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1980.562286] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571200f7-0066-4d54-b451-40bea4f5ec22 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.577307] env[62226]: DEBUG oslo_vmware.api [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028219, 'name': ReconfigVM_Task, 'duration_secs': 0.99415} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.577927] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.578340] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Reconfigured VM to attach interface {{(pid=62226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1980.588384] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1980.588384] env[62226]: value = "task-2028221" [ 1980.588384] env[62226]: _type = "Task" [ 1980.588384] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.602830] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.605132] env[62226]: INFO nova.compute.manager [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Took 30.93 seconds to build instance. [ 1980.741705] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "f1d18d84-69d0-4e30-97cf-37b53cc299c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.742923] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "f1d18d84-69d0-4e30-97cf-37b53cc299c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.752912] env[62226]: DEBUG nova.network.neutron [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Successfully updated port: 7b22dd9a-5429-4784-959e-a0e73c4c0687 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1980.948852] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.949538] env[62226]: DEBUG nova.compute.manager [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1980.952386] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.048s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.952564] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.952730] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1980.953130] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.742s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.953361] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.956603] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.541s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.958137] env[62226]: INFO nova.compute.claims [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1980.961888] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af67b2a-9d1f-4ae7-bcae-e506ec3a4560 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.971356] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dca8dc-fea8-4737-844e-b00be859c888 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.996210] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0011b310-93de-4636-9d3a-b006357104a5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.997696] env[62226]: INFO nova.scheduler.client.report [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleted allocations for instance 1e5ff955-6903-42cb-9583-95c9a142b41f [ 1981.006671] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070343a3-0896-4d15-8e2b-7f57e76a786f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.045132] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178779MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1981.045574] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.046786] env[62226]: DEBUG nova.network.neutron [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Successfully updated port: 8c29ec86-0041-45a9-9e92-a4754fd5ef59 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1981.049201] env[62226]: DEBUG nova.network.neutron [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updated VIF entry in instance network info cache for port 7464a6cf-7555-4836-816c-3093bdbea0b2. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.049514] env[62226]: DEBUG nova.network.neutron [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updating instance_info_cache with network_info: [{"id": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "address": "fa:16:3e:3a:3b:45", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055a37d-b7", "ovs_interfaceid": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7464a6cf-7555-4836-816c-3093bdbea0b2", "address": "fa:16:3e:26:8d:4c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7464a6cf-75", "ovs_interfaceid": "7464a6cf-7555-4836-816c-3093bdbea0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.082938] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6c6b0563-5d0b-4332-85f3-19bf91ae8ff5 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-13fa5844-1487-4374-bb29-f6bf9a667fb1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.271s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.102757] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028221, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.107216] env[62226]: DEBUG oslo_concurrency.lockutils [None req-358dc8a6-6f55-43eb-818c-e29eaaa3cc5e tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "86b97308-6068-44a3-8032-3c88a1b9ba9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.443s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.247045] env[62226]: DEBUG nova.compute.manager [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1981.427897] env[62226]: DEBUG nova.compute.manager [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Received event network-vif-plugged-c757ee10-0281-49c3-a851-f3d376717143 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1981.428961] env[62226]: DEBUG oslo_concurrency.lockutils [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] Acquiring lock "25ee3e0b-0c55-4d8f-a894-4183093c4990-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.429450] env[62226]: DEBUG oslo_concurrency.lockutils [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] Lock "25ee3e0b-0c55-4d8f-a894-4183093c4990-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.429767] env[62226]: DEBUG oslo_concurrency.lockutils [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] Lock "25ee3e0b-0c55-4d8f-a894-4183093c4990-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.430098] env[62226]: DEBUG nova.compute.manager [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] No waiting events found dispatching network-vif-plugged-c757ee10-0281-49c3-a851-f3d376717143 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1981.430380] env[62226]: WARNING nova.compute.manager [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Received unexpected event network-vif-plugged-c757ee10-0281-49c3-a851-f3d376717143 for instance with vm_state building and task_state spawning. [ 1981.430672] env[62226]: DEBUG nova.compute.manager [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Received event network-changed-c757ee10-0281-49c3-a851-f3d376717143 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1981.430938] env[62226]: DEBUG nova.compute.manager [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Refreshing instance network info cache due to event network-changed-c757ee10-0281-49c3-a851-f3d376717143. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1981.431281] env[62226]: DEBUG oslo_concurrency.lockutils [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] Acquiring lock "refresh_cache-25ee3e0b-0c55-4d8f-a894-4183093c4990" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.431514] env[62226]: DEBUG oslo_concurrency.lockutils [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] Acquired lock "refresh_cache-25ee3e0b-0c55-4d8f-a894-4183093c4990" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.431791] env[62226]: DEBUG nova.network.neutron [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Refreshing network info cache for port c757ee10-0281-49c3-a851-f3d376717143 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1981.462310] env[62226]: DEBUG nova.compute.utils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1981.463645] env[62226]: DEBUG nova.compute.manager [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1981.463815] env[62226]: DEBUG nova.network.neutron [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1981.509212] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7fc09630-7e58-4578-9738-a5e2814712b8 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "1e5ff955-6903-42cb-9583-95c9a142b41f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.234s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.528197] env[62226]: DEBUG nova.policy [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4944784740af422983da282a19fbff5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cbb6c56629a4d7e93c3723bd9d6e0e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1981.552261] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "refresh_cache-8bf6ff41-49de-4a52-90bf-6c1c045dd57a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.552360] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquired lock "refresh_cache-8bf6ff41-49de-4a52-90bf-6c1c045dd57a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.552747] env[62226]: DEBUG nova.network.neutron [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1981.555597] env[62226]: DEBUG oslo_concurrency.lockutils [req-2ee8036c-d59f-4a9d-b79f-8f3ebe144ad4 req-937b4ff1-100c-4394-b382-9acc72f8d25c service nova] Releasing lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.603606] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028221, 'name': ReconfigVM_Task, 'duration_secs': 0.556659} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.603897] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Reconfigured VM instance instance-00000047 to attach disk [datastore1] b25a8a76-5f16-4239-8335-da83db7fbddf/b25a8a76-5f16-4239-8335-da83db7fbddf.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1981.605352] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92fec03f-7c8b-435f-913e-c49d8eba2bfd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.613976] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1981.613976] env[62226]: value = "task-2028222" [ 1981.613976] env[62226]: _type = "Task" [ 1981.613976] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.624758] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028222, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.769425] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.805214] env[62226]: DEBUG nova.network.neutron [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Successfully created port: ed69b8f4-fe24-4875-af5b-52e299e9fb1a {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1981.968536] env[62226]: DEBUG nova.compute.manager [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1982.001918] env[62226]: DEBUG nova.network.neutron [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1982.098469] env[62226]: DEBUG nova.network.neutron [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1982.129932] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028222, 'name': Rename_Task, 'duration_secs': 0.350478} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.130299] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1982.130571] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a228c050-e6f9-4fae-8cfc-05b67470ff32 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.138950] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1982.138950] env[62226]: value = "task-2028223" [ 1982.138950] env[62226]: _type = "Task" [ 1982.138950] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.148464] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.314581] env[62226]: DEBUG nova.network.neutron [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Updating instance_info_cache with network_info: [{"id": "8c29ec86-0041-45a9-9e92-a4754fd5ef59", "address": "fa:16:3e:3e:12:b4", "network": {"id": "1f25c975-3a70-47f9-8588-271c4496f164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-925936863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c237198fa6941acb83a9e6215f696ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c29ec86-00", "ovs_interfaceid": "8c29ec86-0041-45a9-9e92-a4754fd5ef59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.322223] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1044e300-c4a6-4dcd-8c34-502a52467dd0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.333021] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7d9b58-09de-4311-a032-2f633488e80d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.184684] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Acquiring lock "eec9ee2e-5d78-4068-b2fe-fb828b8be651" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.184967] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Lock "eec9ee2e-5d78-4068-b2fe-fb828b8be651" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.184967] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Acquiring lock "eec9ee2e-5d78-4068-b2fe-fb828b8be651-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.189609] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Lock "eec9ee2e-5d78-4068-b2fe-fb828b8be651-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.189609] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Lock "eec9ee2e-5d78-4068-b2fe-fb828b8be651-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.194381] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Releasing lock "refresh_cache-8bf6ff41-49de-4a52-90bf-6c1c045dd57a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.198067] env[62226]: DEBUG nova.compute.manager [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Instance network_info: |[{"id": "8c29ec86-0041-45a9-9e92-a4754fd5ef59", "address": "fa:16:3e:3e:12:b4", "network": {"id": "1f25c975-3a70-47f9-8588-271c4496f164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-925936863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c237198fa6941acb83a9e6215f696ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c29ec86-00", "ovs_interfaceid": "8c29ec86-0041-45a9-9e92-a4754fd5ef59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1983.198067] env[62226]: DEBUG nova.network.neutron [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Successfully updated port: fbccd221-2130-480e-b084-091e8eb16984 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1983.198067] env[62226]: INFO nova.compute.manager [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Terminating instance [ 1983.208186] env[62226]: DEBUG nova.compute.manager [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Received event network-vif-plugged-7b22dd9a-5429-4784-959e-a0e73c4c0687 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1983.208620] env[62226]: DEBUG oslo_concurrency.lockutils [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] Acquiring lock "25ee3e0b-0c55-4d8f-a894-4183093c4990-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.208758] env[62226]: DEBUG oslo_concurrency.lockutils [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] Lock "25ee3e0b-0c55-4d8f-a894-4183093c4990-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.209019] env[62226]: DEBUG oslo_concurrency.lockutils [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] Lock "25ee3e0b-0c55-4d8f-a894-4183093c4990-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.209248] env[62226]: DEBUG nova.compute.manager [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] No waiting events found dispatching network-vif-plugged-7b22dd9a-5429-4784-959e-a0e73c4c0687 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1983.209476] env[62226]: WARNING nova.compute.manager [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Received unexpected event network-vif-plugged-7b22dd9a-5429-4784-959e-a0e73c4c0687 for instance with vm_state building and task_state spawning. [ 1983.210958] env[62226]: DEBUG nova.compute.manager [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Received event network-changed-7b22dd9a-5429-4784-959e-a0e73c4c0687 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1983.210958] env[62226]: DEBUG nova.compute.manager [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Refreshing instance network info cache due to event network-changed-7b22dd9a-5429-4784-959e-a0e73c4c0687. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1983.210958] env[62226]: DEBUG oslo_concurrency.lockutils [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] Acquiring lock "refresh_cache-25ee3e0b-0c55-4d8f-a894-4183093c4990" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.216315] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:12:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c29ec86-0041-45a9-9e92-a4754fd5ef59', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1983.229161] env[62226]: DEBUG oslo.service.loopingcall [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1983.230177] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45335489-0f59-4f0f-9b5d-634eaec7f02f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.236894] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1983.241027] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37f95d1c-02d6-4f40-b9a7-064860d745d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.269296] env[62226]: DEBUG oslo_vmware.api [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028223, 'name': PowerOnVM_Task, 'duration_secs': 0.703737} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.272919] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.273255] env[62226]: INFO nova.compute.manager [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1983.273504] env[62226]: DEBUG nova.compute.manager [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.275014] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7a8c77-16c2-458b-96cb-c60cb346c6b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.280830] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac77ed53-4165-42bb-8c94-824364965410 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.287979] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1983.287979] env[62226]: value = "task-2028224" [ 1983.287979] env[62226]: _type = "Task" [ 1983.287979] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.311513] env[62226]: DEBUG nova.compute.provider_tree [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.321908] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028224, 'name': CreateVM_Task} progress is 15%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.323161] env[62226]: DEBUG nova.network.neutron [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.410193] env[62226]: DEBUG nova.network.neutron [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Successfully updated port: ed69b8f4-fe24-4875-af5b-52e299e9fb1a {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1983.524135] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "0863d731-b360-4190-af90-b096ef76dc3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.524400] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "0863d731-b360-4190-af90-b096ef76dc3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.634898] env[62226]: DEBUG nova.compute.manager [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Received event network-changed-8c29ec86-0041-45a9-9e92-a4754fd5ef59 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1983.635019] env[62226]: DEBUG nova.compute.manager [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Refreshing instance network info cache due to event network-changed-8c29ec86-0041-45a9-9e92-a4754fd5ef59. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1983.635244] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Acquiring lock "refresh_cache-8bf6ff41-49de-4a52-90bf-6c1c045dd57a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.635390] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Acquired lock "refresh_cache-8bf6ff41-49de-4a52-90bf-6c1c045dd57a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.635550] env[62226]: DEBUG nova.network.neutron [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Refreshing network info cache for port 8c29ec86-0041-45a9-9e92-a4754fd5ef59 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1983.701343] env[62226]: DEBUG nova.compute.manager [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1983.726176] env[62226]: DEBUG nova.virt.hardware [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1983.726444] env[62226]: DEBUG nova.virt.hardware [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1983.726600] env[62226]: DEBUG nova.virt.hardware [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1983.726792] env[62226]: DEBUG nova.virt.hardware [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1983.726974] env[62226]: DEBUG nova.virt.hardware [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1983.727145] env[62226]: DEBUG nova.virt.hardware [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1983.727353] env[62226]: DEBUG nova.virt.hardware [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1983.727513] env[62226]: DEBUG nova.virt.hardware [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1983.727697] env[62226]: DEBUG nova.virt.hardware [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1983.727870] env[62226]: DEBUG nova.virt.hardware [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1983.728050] env[62226]: DEBUG nova.virt.hardware [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1983.728899] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e69fdc-08b4-482a-9fae-c4f870cbf705 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.736665] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "refresh_cache-25ee3e0b-0c55-4d8f-a894-4183093c4990" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.738786] env[62226]: DEBUG nova.compute.manager [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.739215] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.740259] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee6a424-9403-44f3-98f2-6a0bfe341e56 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.747421] env[62226]: DEBUG nova.compute.manager [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Stashing vm_state: active {{(pid=62226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1983.751300] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2ab4a2-b553-410e-b5e5-4d19989831b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.767686] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.768057] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97bc2339-d3d6-495b-8711-d843fe9c046a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.776915] env[62226]: DEBUG oslo_vmware.api [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Waiting for the task: (returnval){ [ 1983.776915] env[62226]: value = "task-2028225" [ 1983.776915] env[62226]: _type = "Task" [ 1983.776915] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.786449] env[62226]: DEBUG oslo_vmware.api [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.800214] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028224, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.819165] env[62226]: DEBUG nova.scheduler.client.report [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1983.825754] env[62226]: DEBUG oslo_concurrency.lockutils [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] Releasing lock "refresh_cache-25ee3e0b-0c55-4d8f-a894-4183093c4990" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.826123] env[62226]: DEBUG nova.compute.manager [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Received event network-vif-plugged-8c29ec86-0041-45a9-9e92-a4754fd5ef59 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1983.826358] env[62226]: DEBUG oslo_concurrency.lockutils [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] Acquiring lock "8bf6ff41-49de-4a52-90bf-6c1c045dd57a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.826603] env[62226]: DEBUG oslo_concurrency.lockutils [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] Lock "8bf6ff41-49de-4a52-90bf-6c1c045dd57a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.826781] env[62226]: DEBUG oslo_concurrency.lockutils [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] Lock "8bf6ff41-49de-4a52-90bf-6c1c045dd57a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.826953] env[62226]: DEBUG nova.compute.manager [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] No waiting events found dispatching network-vif-plugged-8c29ec86-0041-45a9-9e92-a4754fd5ef59 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1983.827132] env[62226]: WARNING nova.compute.manager [req-7240df70-53cd-4975-be7b-a8c72b66cd65 req-d87eca3e-7c9a-4015-ae3d-09d73599aa49 service nova] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Received unexpected event network-vif-plugged-8c29ec86-0041-45a9-9e92-a4754fd5ef59 for instance with vm_state building and task_state spawning. [ 1983.827726] env[62226]: INFO nova.compute.manager [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Took 29.17 seconds to build instance. [ 1983.828628] env[62226]: DEBUG oslo_concurrency.lockutils [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] Acquired lock "refresh_cache-25ee3e0b-0c55-4d8f-a894-4183093c4990" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.829034] env[62226]: DEBUG nova.network.neutron [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Refreshing network info cache for port 7b22dd9a-5429-4784-959e-a0e73c4c0687 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1983.912688] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "refresh_cache-a8e39b2f-207c-4388-b51f-cd9453cddb38" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.912846] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired lock "refresh_cache-a8e39b2f-207c-4388-b51f-cd9453cddb38" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.913082] env[62226]: DEBUG nova.network.neutron [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1983.936495] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "interface-13fa5844-1487-4374-bb29-f6bf9a667fb1-ed70875f-5da9-474a-a13f-7bc16e6f9036" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.936857] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-13fa5844-1487-4374-bb29-f6bf9a667fb1-ed70875f-5da9-474a-a13f-7bc16e6f9036" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.937377] env[62226]: DEBUG nova.objects.instance [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'flavor' on Instance uuid 13fa5844-1487-4374-bb29-f6bf9a667fb1 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.026664] env[62226]: DEBUG nova.compute.manager [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1984.274094] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.288798] env[62226]: DEBUG oslo_vmware.api [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028225, 'name': PowerOffVM_Task, 'duration_secs': 0.288088} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.292154] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.292369] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1984.292792] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27a3e79c-4416-49f0-ba17-15311fb72eae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.304968] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028224, 'name': CreateVM_Task, 'duration_secs': 0.654567} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.305152] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1984.305965] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.306072] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.306352] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1984.306615] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15f7cdf-6036-4118-bd59-47266efddc65 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.312662] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1984.312662] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e91300-80de-9694-c4d8-ea4f2cd95bea" [ 1984.312662] env[62226]: _type = "Task" [ 1984.312662] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.321782] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e91300-80de-9694-c4d8-ea4f2cd95bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.323838] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.367s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.324505] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1984.327533] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.876s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.329160] env[62226]: INFO nova.compute.claims [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1984.332498] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0e364886-fe04-4563-b092-bead2579a944 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b25a8a76-5f16-4239-8335-da83db7fbddf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.684s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.380162] env[62226]: DEBUG nova.network.neutron [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1984.381784] env[62226]: DEBUG nova.network.neutron [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Updated VIF entry in instance network info cache for port 8c29ec86-0041-45a9-9e92-a4754fd5ef59. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1984.382357] env[62226]: DEBUG nova.network.neutron [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Updating instance_info_cache with network_info: [{"id": "8c29ec86-0041-45a9-9e92-a4754fd5ef59", "address": "fa:16:3e:3e:12:b4", "network": {"id": "1f25c975-3a70-47f9-8588-271c4496f164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-925936863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c237198fa6941acb83a9e6215f696ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c29ec86-00", "ovs_interfaceid": "8c29ec86-0041-45a9-9e92-a4754fd5ef59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.446262] env[62226]: DEBUG nova.network.neutron [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1984.482542] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1984.482979] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1984.483375] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Deleting the datastore file [datastore1] eec9ee2e-5d78-4068-b2fe-fb828b8be651 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1984.483843] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-489b221b-6664-49d4-8b5c-a549a46787a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.494359] env[62226]: DEBUG oslo_vmware.api [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Waiting for the task: (returnval){ [ 1984.494359] env[62226]: value = "task-2028227" [ 1984.494359] env[62226]: _type = "Task" [ 1984.494359] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.506118] env[62226]: DEBUG oslo_vmware.api [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.509632] env[62226]: DEBUG nova.network.neutron [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.548330] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.644191] env[62226]: DEBUG nova.objects.instance [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'pci_requests' on Instance uuid 13fa5844-1487-4374-bb29-f6bf9a667fb1 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.663212] env[62226]: DEBUG nova.network.neutron [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Updating instance_info_cache with network_info: [{"id": "ed69b8f4-fe24-4875-af5b-52e299e9fb1a", "address": "fa:16:3e:e7:92:8a", "network": {"id": "12c68adc-9aef-4301-bdcc-7a179404895b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008727855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cbb6c56629a4d7e93c3723bd9d6e0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped69b8f4-fe", "ovs_interfaceid": "ed69b8f4-fe24-4875-af5b-52e299e9fb1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.824360] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e91300-80de-9694-c4d8-ea4f2cd95bea, 'name': SearchDatastore_Task, 'duration_secs': 0.014874} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.824770] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.824966] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1984.825278] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.825460] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.825700] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1984.826070] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07209b2e-96b9-4274-a3c7-fe4d21078fd9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.833496] env[62226]: DEBUG nova.compute.utils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1984.837115] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1984.837335] env[62226]: DEBUG nova.network.neutron [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1984.842331] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1984.842519] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1984.843303] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388f7164-0b64-47c1-b2cc-bc7d6e3037b7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.853388] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1984.853388] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52422567-b0eb-5f2c-003b-689ab678a68f" [ 1984.853388] env[62226]: _type = "Task" [ 1984.853388] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.862718] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52422567-b0eb-5f2c-003b-689ab678a68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.879405] env[62226]: DEBUG nova.policy [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f741e0dc44164332a6f3c074cdf92295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ad12f0dab4a4e02af7a7da6dcb5690b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1984.886289] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Releasing lock "refresh_cache-8bf6ff41-49de-4a52-90bf-6c1c045dd57a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.886606] env[62226]: DEBUG nova.compute.manager [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Received event network-vif-plugged-fbccd221-2130-480e-b084-091e8eb16984 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1984.887144] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Acquiring lock "25ee3e0b-0c55-4d8f-a894-4183093c4990-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.887144] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Lock "25ee3e0b-0c55-4d8f-a894-4183093c4990-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.887291] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Lock "25ee3e0b-0c55-4d8f-a894-4183093c4990-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.887422] env[62226]: DEBUG nova.compute.manager [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] No waiting events found dispatching network-vif-plugged-fbccd221-2130-480e-b084-091e8eb16984 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1984.887600] env[62226]: WARNING nova.compute.manager [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Received unexpected event network-vif-plugged-fbccd221-2130-480e-b084-091e8eb16984 for instance with vm_state building and task_state spawning. [ 1984.887768] env[62226]: DEBUG nova.compute.manager [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Received event network-changed-fbccd221-2130-480e-b084-091e8eb16984 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1984.887966] env[62226]: DEBUG nova.compute.manager [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Refreshing instance network info cache due to event network-changed-fbccd221-2130-480e-b084-091e8eb16984. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1984.888166] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Acquiring lock "refresh_cache-25ee3e0b-0c55-4d8f-a894-4183093c4990" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.005737] env[62226]: DEBUG oslo_vmware.api [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Task: {'id': task-2028227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241962} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.005996] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1985.006200] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1985.006452] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1985.006545] env[62226]: INFO nova.compute.manager [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1985.006788] env[62226]: DEBUG oslo.service.loopingcall [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1985.006982] env[62226]: DEBUG nova.compute.manager [-] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1985.007088] env[62226]: DEBUG nova.network.neutron [-] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1985.012382] env[62226]: DEBUG oslo_concurrency.lockutils [req-70cdf083-3a15-4ec8-b55d-f9e4e7af05c1 req-dcd34bb3-6cba-4fa7-b373-9ba6871e2040 service nova] Releasing lock "refresh_cache-25ee3e0b-0c55-4d8f-a894-4183093c4990" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.012743] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquired lock "refresh_cache-25ee3e0b-0c55-4d8f-a894-4183093c4990" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.012894] env[62226]: DEBUG nova.network.neutron [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1985.146788] env[62226]: DEBUG nova.objects.base [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Object Instance<13fa5844-1487-4374-bb29-f6bf9a667fb1> lazy-loaded attributes: flavor,pci_requests {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1985.147015] env[62226]: DEBUG nova.network.neutron [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1985.165785] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Releasing lock "refresh_cache-a8e39b2f-207c-4388-b51f-cd9453cddb38" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.166121] env[62226]: DEBUG nova.compute.manager [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Instance network_info: |[{"id": "ed69b8f4-fe24-4875-af5b-52e299e9fb1a", "address": "fa:16:3e:e7:92:8a", "network": {"id": "12c68adc-9aef-4301-bdcc-7a179404895b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008727855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cbb6c56629a4d7e93c3723bd9d6e0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped69b8f4-fe", "ovs_interfaceid": "ed69b8f4-fe24-4875-af5b-52e299e9fb1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1985.166525] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:92:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed69b8f4-fe24-4875-af5b-52e299e9fb1a', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1985.179254] env[62226]: DEBUG oslo.service.loopingcall [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1985.179502] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1985.179726] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95c15baf-78db-40cc-ba36-2942d62fc99f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.202490] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1985.202490] env[62226]: value = "task-2028228" [ 1985.202490] env[62226]: _type = "Task" [ 1985.202490] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.213610] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028228, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.292968] env[62226]: DEBUG nova.policy [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7984bb3f0111426dbbb435603f85a1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019c12b2dd549fe8f1710ff8a5e5db9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1985.296363] env[62226]: DEBUG nova.network.neutron [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Successfully created port: 19abab12-f729-4494-84eb-657ca552fedc {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1985.338476] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1985.365970] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52422567-b0eb-5f2c-003b-689ab678a68f, 'name': SearchDatastore_Task, 'duration_secs': 0.013065} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.366796] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e69eaf-f15c-4f3f-8781-f689f7815b94 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.374344] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1985.374344] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52903ec1-6e5f-9fb8-6397-a32627c4269e" [ 1985.374344] env[62226]: _type = "Task" [ 1985.374344] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.394258] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52903ec1-6e5f-9fb8-6397-a32627c4269e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.579372] env[62226]: DEBUG nova.network.neutron [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1985.719344] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028228, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.766796] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a23c3d9-5154-44be-acbb-41c41d29774a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.780680] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aab8b04-6764-497f-a40f-cf2c6543f048 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.827908] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ccbb1e-f79c-4010-92e8-37fa620ae8af {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.836711] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d568ac73-91db-47d8-a239-2e17626296a1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.854338] env[62226]: DEBUG nova.compute.provider_tree [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1985.887844] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52903ec1-6e5f-9fb8-6397-a32627c4269e, 'name': SearchDatastore_Task, 'duration_secs': 0.019849} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.888117] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.888389] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 8bf6ff41-49de-4a52-90bf-6c1c045dd57a/8bf6ff41-49de-4a52-90bf-6c1c045dd57a.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1985.889034] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bfbc69a-b607-45c1-9d51-c204a15ac798 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.898067] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1985.898067] env[62226]: value = "task-2028229" [ 1985.898067] env[62226]: _type = "Task" [ 1985.898067] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.908154] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.135732] env[62226]: DEBUG nova.compute.manager [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1986.136710] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b407fe25-e82e-4f4f-999f-f4c14ff94b7f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.217911] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028228, 'name': CreateVM_Task, 'duration_secs': 0.633716} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.218081] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1986.218760] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.218926] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.219279] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1986.220648] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da35f3f-2b0c-49fd-86df-bbdda7d73f8b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.227124] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1986.227124] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52683f9d-bb85-fa12-10de-07a28758eef0" [ 1986.227124] env[62226]: _type = "Task" [ 1986.227124] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.237244] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52683f9d-bb85-fa12-10de-07a28758eef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.267982] env[62226]: DEBUG nova.network.neutron [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Updating instance_info_cache with network_info: [{"id": "c757ee10-0281-49c3-a851-f3d376717143", "address": "fa:16:3e:19:82:ff", "network": {"id": "371f84a3-e340-4513-9240-69b4c4ad4dd4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-306082237", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc757ee10-02", "ovs_interfaceid": "c757ee10-0281-49c3-a851-f3d376717143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b22dd9a-5429-4784-959e-a0e73c4c0687", "address": "fa:16:3e:b0:a4:15", "network": {"id": "9a61cf22-bf5d-468d-87e1-553f068bc64b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-590916467", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b22dd9a-54", "ovs_interfaceid": "7b22dd9a-5429-4784-959e-a0e73c4c0687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbccd221-2130-480e-b084-091e8eb16984", "address": "fa:16:3e:bb:5d:ae", "network": {"id": "371f84a3-e340-4513-9240-69b4c4ad4dd4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-306082237", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbccd221-21", "ovs_interfaceid": "fbccd221-2130-480e-b084-091e8eb16984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.357875] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1986.362109] env[62226]: DEBUG nova.scheduler.client.report [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.390637] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1986.390955] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1986.391207] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1986.391824] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1986.391824] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1986.391824] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1986.392117] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1986.392354] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1986.392549] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1986.392816] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1986.393088] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1986.394454] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d20649e-20d9-4c91-b589-ef8355094a28 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.406921] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7e7dd9-6582-442c-9b27-43297b2ad6df {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.414166] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028229, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.454157] env[62226]: DEBUG nova.network.neutron [-] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.540469] env[62226]: DEBUG nova.compute.manager [req-5b5e5e32-920e-44b4-8cd5-277895b4e50b req-6513e74d-966b-436d-9d4f-91035c59da07 service nova] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Received event network-vif-deleted-17148f61-a158-42a3-9f30-feb6360ebdae {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1986.650734] env[62226]: INFO nova.compute.manager [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] instance snapshotting [ 1986.653598] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6696d3b0-851a-477a-b49a-e3a2ab689ec8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.673750] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5ef4c7-3023-438c-90b6-fa7ee13cc094 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.738194] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52683f9d-bb85-fa12-10de-07a28758eef0, 'name': SearchDatastore_Task, 'duration_secs': 0.059884} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.738495] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.738735] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1986.738976] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.739140] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.739323] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1986.739583] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf031918-f9f2-4e28-8b86-d4fee9f51798 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.749586] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1986.749794] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1986.750520] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c2daebb-f11f-42cd-92a3-171dc168bbcb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.756531] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1986.756531] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520987f5-4315-88b7-1afa-2038ed36b439" [ 1986.756531] env[62226]: _type = "Task" [ 1986.756531] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.764823] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520987f5-4315-88b7-1afa-2038ed36b439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.771370] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Releasing lock "refresh_cache-25ee3e0b-0c55-4d8f-a894-4183093c4990" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.771735] env[62226]: DEBUG nova.compute.manager [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Instance network_info: |[{"id": "c757ee10-0281-49c3-a851-f3d376717143", "address": "fa:16:3e:19:82:ff", "network": {"id": "371f84a3-e340-4513-9240-69b4c4ad4dd4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-306082237", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc757ee10-02", "ovs_interfaceid": "c757ee10-0281-49c3-a851-f3d376717143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b22dd9a-5429-4784-959e-a0e73c4c0687", "address": "fa:16:3e:b0:a4:15", "network": {"id": "9a61cf22-bf5d-468d-87e1-553f068bc64b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-590916467", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b22dd9a-54", "ovs_interfaceid": "7b22dd9a-5429-4784-959e-a0e73c4c0687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbccd221-2130-480e-b084-091e8eb16984", "address": "fa:16:3e:bb:5d:ae", "network": {"id": "371f84a3-e340-4513-9240-69b4c4ad4dd4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-306082237", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbccd221-21", "ovs_interfaceid": "fbccd221-2130-480e-b084-091e8eb16984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1986.772040] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Acquired lock "refresh_cache-25ee3e0b-0c55-4d8f-a894-4183093c4990" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.772232] env[62226]: DEBUG nova.network.neutron [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Refreshing network info cache for port fbccd221-2130-480e-b084-091e8eb16984 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1986.773418] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:82:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c757ee10-0281-49c3-a851-f3d376717143', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:a4:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b22dd9a-5429-4784-959e-a0e73c4c0687', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:5d:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbccd221-2130-480e-b084-091e8eb16984', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1986.784075] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Creating folder: Project (a40452c15f4e42bc9878dd219358df0f). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1986.787349] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5828bce4-16d1-4df5-9c41-0171571fd8cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.802905] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Created folder: Project (a40452c15f4e42bc9878dd219358df0f) in parent group-v416438. [ 1986.802905] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Creating folder: Instances. Parent ref: group-v416645. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1986.802905] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a38a0f42-df82-4317-a1fc-02a051dcb118 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.813159] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Created folder: Instances in parent group-v416645. [ 1986.813407] env[62226]: DEBUG oslo.service.loopingcall [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.813596] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1986.813806] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd435bb1-c567-4575-8fa5-62ece2e74cd4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.842216] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1986.842216] env[62226]: value = "task-2028232" [ 1986.842216] env[62226]: _type = "Task" [ 1986.842216] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.851267] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028232, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.867275] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.868023] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1986.870656] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.047s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.874057] env[62226]: DEBUG nova.objects.instance [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lazy-loading 'resources' on Instance uuid 7a31fc47-22a2-441c-97ca-2aa91b931098 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.912797] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552914} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.913343] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 8bf6ff41-49de-4a52-90bf-6c1c045dd57a/8bf6ff41-49de-4a52-90bf-6c1c045dd57a.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1986.913843] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1986.914353] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6bf84b9-3aa3-45b7-8bfe-9d5d4b7c28a5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.932632] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1986.932632] env[62226]: value = "task-2028233" [ 1986.932632] env[62226]: _type = "Task" [ 1986.932632] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.951550] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.957444] env[62226]: INFO nova.compute.manager [-] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Took 1.95 seconds to deallocate network for instance. [ 1987.116187] env[62226]: DEBUG nova.compute.manager [req-91b25f75-095d-4b41-8d8b-52b2fdd21db6 req-ffe20a3a-a7a3-4776-9a69-6d4ebe9143b0 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received event network-vif-plugged-ed70875f-5da9-474a-a13f-7bc16e6f9036 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1987.116374] env[62226]: DEBUG oslo_concurrency.lockutils [req-91b25f75-095d-4b41-8d8b-52b2fdd21db6 req-ffe20a3a-a7a3-4776-9a69-6d4ebe9143b0 service nova] Acquiring lock "13fa5844-1487-4374-bb29-f6bf9a667fb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.116583] env[62226]: DEBUG oslo_concurrency.lockutils [req-91b25f75-095d-4b41-8d8b-52b2fdd21db6 req-ffe20a3a-a7a3-4776-9a69-6d4ebe9143b0 service nova] Lock "13fa5844-1487-4374-bb29-f6bf9a667fb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.116814] env[62226]: DEBUG oslo_concurrency.lockutils [req-91b25f75-095d-4b41-8d8b-52b2fdd21db6 req-ffe20a3a-a7a3-4776-9a69-6d4ebe9143b0 service nova] Lock "13fa5844-1487-4374-bb29-f6bf9a667fb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.117024] env[62226]: DEBUG nova.compute.manager [req-91b25f75-095d-4b41-8d8b-52b2fdd21db6 req-ffe20a3a-a7a3-4776-9a69-6d4ebe9143b0 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] No waiting events found dispatching network-vif-plugged-ed70875f-5da9-474a-a13f-7bc16e6f9036 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1987.117319] env[62226]: WARNING nova.compute.manager [req-91b25f75-095d-4b41-8d8b-52b2fdd21db6 req-ffe20a3a-a7a3-4776-9a69-6d4ebe9143b0 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received unexpected event network-vif-plugged-ed70875f-5da9-474a-a13f-7bc16e6f9036 for instance with vm_state active and task_state None. [ 1987.118190] env[62226]: DEBUG nova.network.neutron [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Updated VIF entry in instance network info cache for port fbccd221-2130-480e-b084-091e8eb16984. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.118595] env[62226]: DEBUG nova.network.neutron [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Updating instance_info_cache with network_info: [{"id": "c757ee10-0281-49c3-a851-f3d376717143", "address": "fa:16:3e:19:82:ff", "network": {"id": "371f84a3-e340-4513-9240-69b4c4ad4dd4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-306082237", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc757ee10-02", "ovs_interfaceid": "c757ee10-0281-49c3-a851-f3d376717143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b22dd9a-5429-4784-959e-a0e73c4c0687", "address": "fa:16:3e:b0:a4:15", "network": {"id": "9a61cf22-bf5d-468d-87e1-553f068bc64b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-590916467", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b22dd9a-54", "ovs_interfaceid": "7b22dd9a-5429-4784-959e-a0e73c4c0687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbccd221-2130-480e-b084-091e8eb16984", "address": "fa:16:3e:bb:5d:ae", "network": {"id": "371f84a3-e340-4513-9240-69b4c4ad4dd4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-306082237", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbccd221-21", "ovs_interfaceid": "fbccd221-2130-480e-b084-091e8eb16984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.156093] env[62226]: DEBUG nova.network.neutron [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Successfully updated port: ed70875f-5da9-474a-a13f-7bc16e6f9036 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1987.187056] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1987.187056] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d993a91-0b91-416d-a7ac-10e327c9ebbc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.196230] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1987.196230] env[62226]: value = "task-2028234" [ 1987.196230] env[62226]: _type = "Task" [ 1987.196230] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.205845] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028234, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.268091] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520987f5-4315-88b7-1afa-2038ed36b439, 'name': SearchDatastore_Task, 'duration_secs': 0.009436} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.269377] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ee4a6a-f356-42c0-8e49-c018a6218deb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.273967] env[62226]: DEBUG nova.network.neutron [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Successfully updated port: 19abab12-f729-4494-84eb-657ca552fedc {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1987.278049] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1987.278049] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522b46b5-0f17-ec5a-397b-dbf7a6b7c8c8" [ 1987.278049] env[62226]: _type = "Task" [ 1987.278049] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.288334] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522b46b5-0f17-ec5a-397b-dbf7a6b7c8c8, 'name': SearchDatastore_Task} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.288604] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.288879] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] a8e39b2f-207c-4388-b51f-cd9453cddb38/a8e39b2f-207c-4388-b51f-cd9453cddb38.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1987.289238] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-242482e4-67aa-4ca3-bb0c-2788c5eb71e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.298099] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1987.298099] env[62226]: value = "task-2028235" [ 1987.298099] env[62226]: _type = "Task" [ 1987.298099] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.307439] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.354149] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028232, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.378781] env[62226]: DEBUG nova.compute.utils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1987.379205] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1987.379752] env[62226]: DEBUG nova.network.neutron [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1987.429022] env[62226]: DEBUG nova.policy [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f741e0dc44164332a6f3c074cdf92295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ad12f0dab4a4e02af7a7da6dcb5690b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1987.444409] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08431} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.444409] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1987.445461] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b944d1-bf9d-48ef-8e39-824e43b8c547 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.466139] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.475866] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 8bf6ff41-49de-4a52-90bf-6c1c045dd57a/8bf6ff41-49de-4a52-90bf-6c1c045dd57a.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1987.479125] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4846e041-4358-4195-89be-5646fd5a4dd5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.503443] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1987.503443] env[62226]: value = "task-2028236" [ 1987.503443] env[62226]: _type = "Task" [ 1987.503443] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.515489] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.622047] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Releasing lock "refresh_cache-25ee3e0b-0c55-4d8f-a894-4183093c4990" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.622570] env[62226]: DEBUG nova.compute.manager [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Received event network-vif-plugged-ed69b8f4-fe24-4875-af5b-52e299e9fb1a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1987.622889] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Acquiring lock "a8e39b2f-207c-4388-b51f-cd9453cddb38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.623217] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Lock "a8e39b2f-207c-4388-b51f-cd9453cddb38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.623620] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Lock "a8e39b2f-207c-4388-b51f-cd9453cddb38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.623893] env[62226]: DEBUG nova.compute.manager [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] No waiting events found dispatching network-vif-plugged-ed69b8f4-fe24-4875-af5b-52e299e9fb1a {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1987.624451] env[62226]: WARNING nova.compute.manager [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Received unexpected event network-vif-plugged-ed69b8f4-fe24-4875-af5b-52e299e9fb1a for instance with vm_state building and task_state spawning. [ 1987.624824] env[62226]: DEBUG nova.compute.manager [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Received event network-changed-ed69b8f4-fe24-4875-af5b-52e299e9fb1a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1987.625490] env[62226]: DEBUG nova.compute.manager [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Refreshing instance network info cache due to event network-changed-ed69b8f4-fe24-4875-af5b-52e299e9fb1a. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1987.625919] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Acquiring lock "refresh_cache-a8e39b2f-207c-4388-b51f-cd9453cddb38" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.626274] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Acquired lock "refresh_cache-a8e39b2f-207c-4388-b51f-cd9453cddb38" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.626649] env[62226]: DEBUG nova.network.neutron [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Refreshing network info cache for port ed69b8f4-fe24-4875-af5b-52e299e9fb1a {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1987.658723] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.659851] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.659851] env[62226]: DEBUG nova.network.neutron [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1987.712309] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028234, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.735721] env[62226]: DEBUG nova.network.neutron [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Successfully created port: abaa1388-99c7-49c8-918b-24040cb20e23 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1987.778026] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "refresh_cache-4198f26c-b3f9-4a3d-88ec-9a71deb05bd0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.778282] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired lock "refresh_cache-4198f26c-b3f9-4a3d-88ec-9a71deb05bd0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.778422] env[62226]: DEBUG nova.network.neutron [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1987.815243] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028235, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.841802] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfe62c7-180c-48d1-a6f8-982e00dbc185 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.857466] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67486938-132b-46ee-ba6d-fe4b6963fb4a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.861134] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028232, 'name': CreateVM_Task, 'duration_secs': 0.820355} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.861407] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1987.862947] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.863138] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.863463] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1987.863738] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e50f25-32cb-4462-9a22-890d907f4748 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.891229] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1987.895086] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5a16c6-5582-4b15-a601-3744ee759136 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.899390] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 1987.899390] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524af7b9-6d34-c984-fdee-04899b1147c9" [ 1987.899390] env[62226]: _type = "Task" [ 1987.899390] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.907055] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f24f1e-4c69-495a-b74b-20c0a2ebd559 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.915487] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524af7b9-6d34-c984-fdee-04899b1147c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.929266] env[62226]: DEBUG nova.compute.provider_tree [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.015927] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.198335] env[62226]: WARNING nova.network.neutron [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] bc68f0df-6f13-453f-8ed3-2bfeb33f782b already exists in list: networks containing: ['bc68f0df-6f13-453f-8ed3-2bfeb33f782b']. ignoring it [ 1988.198545] env[62226]: WARNING nova.network.neutron [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] bc68f0df-6f13-453f-8ed3-2bfeb33f782b already exists in list: networks containing: ['bc68f0df-6f13-453f-8ed3-2bfeb33f782b']. ignoring it [ 1988.211259] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028234, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.317325] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028235, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.317703] env[62226]: DEBUG nova.network.neutron [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1988.392036] env[62226]: DEBUG nova.network.neutron [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Updated VIF entry in instance network info cache for port ed69b8f4-fe24-4875-af5b-52e299e9fb1a. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1988.392419] env[62226]: DEBUG nova.network.neutron [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Updating instance_info_cache with network_info: [{"id": "ed69b8f4-fe24-4875-af5b-52e299e9fb1a", "address": "fa:16:3e:e7:92:8a", "network": {"id": "12c68adc-9aef-4301-bdcc-7a179404895b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008727855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cbb6c56629a4d7e93c3723bd9d6e0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped69b8f4-fe", "ovs_interfaceid": "ed69b8f4-fe24-4875-af5b-52e299e9fb1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.414054] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524af7b9-6d34-c984-fdee-04899b1147c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013769} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.414565] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.414808] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1988.415054] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.415210] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.415479] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1988.415744] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4485af1-fe43-4f3e-a849-f8b4761eab27 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.426925] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1988.427129] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1988.427934] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09e1862-d4ca-4be0-a68f-d304e31a2ada {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.432155] env[62226]: DEBUG nova.scheduler.client.report [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1988.439019] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 1988.439019] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a0b613-e3dd-fb27-40d8-0738e6131906" [ 1988.439019] env[62226]: _type = "Task" [ 1988.439019] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.450039] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a0b613-e3dd-fb27-40d8-0738e6131906, 'name': SearchDatastore_Task, 'duration_secs': 0.011325} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.453572] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7797ebd1-280a-4175-a66a-8e13d14ca7bc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.461172] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 1988.461172] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b44f03-0e88-9867-c494-abc16fa91651" [ 1988.461172] env[62226]: _type = "Task" [ 1988.461172] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.468665] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b44f03-0e88-9867-c494-abc16fa91651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.515601] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028236, 'name': ReconfigVM_Task, 'duration_secs': 0.574913} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.515886] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 8bf6ff41-49de-4a52-90bf-6c1c045dd57a/8bf6ff41-49de-4a52-90bf-6c1c045dd57a.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1988.516523] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-571a2c8d-bbbd-492c-813b-c60ecac59dcc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.523329] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1988.523329] env[62226]: value = "task-2028237" [ 1988.523329] env[62226]: _type = "Task" [ 1988.523329] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.532192] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028237, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.576919] env[62226]: DEBUG nova.network.neutron [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Updating instance_info_cache with network_info: [{"id": "19abab12-f729-4494-84eb-657ca552fedc", "address": "fa:16:3e:e4:58:06", "network": {"id": "f2060ae5-ac71-44b1-9e25-09b2bdd55d9c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2137452033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad12f0dab4a4e02af7a7da6dcb5690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19abab12-f7", "ovs_interfaceid": "19abab12-f729-4494-84eb-657ca552fedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.656287] env[62226]: DEBUG nova.compute.manager [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Received event network-vif-plugged-19abab12-f729-4494-84eb-657ca552fedc {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1988.656501] env[62226]: DEBUG oslo_concurrency.lockutils [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] Acquiring lock "4198f26c-b3f9-4a3d-88ec-9a71deb05bd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.656703] env[62226]: DEBUG oslo_concurrency.lockutils [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] Lock "4198f26c-b3f9-4a3d-88ec-9a71deb05bd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.656872] env[62226]: DEBUG oslo_concurrency.lockutils [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] Lock "4198f26c-b3f9-4a3d-88ec-9a71deb05bd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.657053] env[62226]: DEBUG nova.compute.manager [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] No waiting events found dispatching network-vif-plugged-19abab12-f729-4494-84eb-657ca552fedc {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1988.657221] env[62226]: WARNING nova.compute.manager [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Received unexpected event network-vif-plugged-19abab12-f729-4494-84eb-657ca552fedc for instance with vm_state building and task_state spawning. [ 1988.657378] env[62226]: DEBUG nova.compute.manager [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Received event network-changed-19abab12-f729-4494-84eb-657ca552fedc {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1988.657552] env[62226]: DEBUG nova.compute.manager [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Refreshing instance network info cache due to event network-changed-19abab12-f729-4494-84eb-657ca552fedc. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1988.657740] env[62226]: DEBUG oslo_concurrency.lockutils [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] Acquiring lock "refresh_cache-4198f26c-b3f9-4a3d-88ec-9a71deb05bd0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.711370] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028234, 'name': CreateSnapshot_Task, 'duration_secs': 1.06544} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.711634] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1988.712531] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680a0fc4-9401-46f7-9d45-2fa94455e733 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.774845] env[62226]: DEBUG nova.network.neutron [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updating instance_info_cache with network_info: [{"id": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "address": "fa:16:3e:3a:3b:45", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055a37d-b7", "ovs_interfaceid": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7464a6cf-7555-4836-816c-3093bdbea0b2", "address": "fa:16:3e:26:8d:4c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7464a6cf-75", "ovs_interfaceid": "7464a6cf-7555-4836-816c-3093bdbea0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ed70875f-5da9-474a-a13f-7bc16e6f9036", "address": "fa:16:3e:f7:36:46", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped70875f-5d", "ovs_interfaceid": "ed70875f-5da9-474a-a13f-7bc16e6f9036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.812943] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028235, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.895422] env[62226]: DEBUG oslo_concurrency.lockutils [req-66842afa-d544-48f3-8fcd-2a481231bf22 req-2e0bc5ae-e76c-45d2-8c8b-25d65a6f571c service nova] Releasing lock "refresh_cache-a8e39b2f-207c-4388-b51f-cd9453cddb38" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.908180] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1988.933704] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1988.934064] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1988.934248] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1988.934517] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1988.934588] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1988.934753] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1988.934992] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1988.935197] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1988.935375] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1988.935542] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1988.935715] env[62226]: DEBUG nova.virt.hardware [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1988.936579] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ded3ec7-5bb3-4d35-8e0c-6aee1d980cbd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.940849] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.942993] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.122s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.944522] env[62226]: INFO nova.compute.claims [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1988.954850] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c697764-10bb-4077-a494-9c5db71b0ad0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.974318] env[62226]: INFO nova.scheduler.client.report [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Deleted allocations for instance 7a31fc47-22a2-441c-97ca-2aa91b931098 [ 1988.986880] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b44f03-0e88-9867-c494-abc16fa91651, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.987387] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.987788] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 25ee3e0b-0c55-4d8f-a894-4183093c4990/25ee3e0b-0c55-4d8f-a894-4183093c4990.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1988.988199] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec0f1f9d-150d-43d0-9f94-a73e10cd6d0d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.998899] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 1988.998899] env[62226]: value = "task-2028238" [ 1988.998899] env[62226]: _type = "Task" [ 1988.998899] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.015327] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.038645] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028237, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.080385] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Releasing lock "refresh_cache-4198f26c-b3f9-4a3d-88ec-9a71deb05bd0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.080802] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Instance network_info: |[{"id": "19abab12-f729-4494-84eb-657ca552fedc", "address": "fa:16:3e:e4:58:06", "network": {"id": "f2060ae5-ac71-44b1-9e25-09b2bdd55d9c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2137452033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad12f0dab4a4e02af7a7da6dcb5690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19abab12-f7", "ovs_interfaceid": "19abab12-f729-4494-84eb-657ca552fedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1989.081344] env[62226]: DEBUG oslo_concurrency.lockutils [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] Acquired lock "refresh_cache-4198f26c-b3f9-4a3d-88ec-9a71deb05bd0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.081344] env[62226]: DEBUG nova.network.neutron [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Refreshing network info cache for port 19abab12-f729-4494-84eb-657ca552fedc {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1989.082769] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:58:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19abab12-f729-4494-84eb-657ca552fedc', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1989.091298] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Creating folder: Project (7ad12f0dab4a4e02af7a7da6dcb5690b). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1989.092343] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d61dba1-ab74-4702-85fe-603c0989633f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.106217] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Created folder: Project (7ad12f0dab4a4e02af7a7da6dcb5690b) in parent group-v416438. [ 1989.106439] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Creating folder: Instances. Parent ref: group-v416649. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1989.106709] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9215bab-2750-4b42-a51c-d3262c6866e8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.117692] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Created folder: Instances in parent group-v416649. [ 1989.117957] env[62226]: DEBUG oslo.service.loopingcall [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1989.118170] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1989.118382] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97a217cb-0f8e-42dc-b280-6e135c12b3bf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.141031] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1989.141031] env[62226]: value = "task-2028241" [ 1989.141031] env[62226]: _type = "Task" [ 1989.141031] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.149998] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028241, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.223287] env[62226]: DEBUG nova.compute.manager [req-65a07d1c-51b5-43c8-9fdb-988665ffcaab req-733851a5-b5e7-4d51-ab88-f3ccd80560ee service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received event network-changed-ed70875f-5da9-474a-a13f-7bc16e6f9036 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1989.223561] env[62226]: DEBUG nova.compute.manager [req-65a07d1c-51b5-43c8-9fdb-988665ffcaab req-733851a5-b5e7-4d51-ab88-f3ccd80560ee service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Refreshing instance network info cache due to event network-changed-ed70875f-5da9-474a-a13f-7bc16e6f9036. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1989.223765] env[62226]: DEBUG oslo_concurrency.lockutils [req-65a07d1c-51b5-43c8-9fdb-988665ffcaab req-733851a5-b5e7-4d51-ab88-f3ccd80560ee service nova] Acquiring lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.232776] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1989.233875] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a2fdb336-ecbe-4381-be03-12f9a3694766 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.248245] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 1989.248245] env[62226]: value = "task-2028242" [ 1989.248245] env[62226]: _type = "Task" [ 1989.248245] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.260424] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028242, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.277812] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.278659] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.278824] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.279177] env[62226]: DEBUG oslo_concurrency.lockutils [req-65a07d1c-51b5-43c8-9fdb-988665ffcaab req-733851a5-b5e7-4d51-ab88-f3ccd80560ee service nova] Acquired lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.279373] env[62226]: DEBUG nova.network.neutron [req-65a07d1c-51b5-43c8-9fdb-988665ffcaab req-733851a5-b5e7-4d51-ab88-f3ccd80560ee service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Refreshing network info cache for port ed70875f-5da9-474a-a13f-7bc16e6f9036 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1989.281851] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583d6ebb-f904-4c0d-82d1-0d8d195e3d41 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.303918] env[62226]: DEBUG nova.virt.hardware [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1989.304273] env[62226]: DEBUG nova.virt.hardware [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1989.304463] env[62226]: DEBUG nova.virt.hardware [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1989.304654] env[62226]: DEBUG nova.virt.hardware [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1989.304807] env[62226]: DEBUG nova.virt.hardware [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1989.305028] env[62226]: DEBUG nova.virt.hardware [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1989.305265] env[62226]: DEBUG nova.virt.hardware [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1989.305447] env[62226]: DEBUG nova.virt.hardware [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1989.305672] env[62226]: DEBUG nova.virt.hardware [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1989.305954] env[62226]: DEBUG nova.virt.hardware [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1989.306168] env[62226]: DEBUG nova.virt.hardware [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1989.314883] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Reconfiguring VM to attach interface {{(pid=62226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1989.316391] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-431fac6d-28e6-466d-bb2e-7e91594e44fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.344276] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028235, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.576195} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.346132] env[62226]: DEBUG nova.network.neutron [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Successfully updated port: abaa1388-99c7-49c8-918b-24040cb20e23 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1989.347769] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] a8e39b2f-207c-4388-b51f-cd9453cddb38/a8e39b2f-207c-4388-b51f-cd9453cddb38.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1989.348116] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1989.348519] env[62226]: DEBUG oslo_vmware.api [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1989.348519] env[62226]: value = "task-2028243" [ 1989.348519] env[62226]: _type = "Task" [ 1989.348519] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.348969] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1a464d0-19ec-4cd5-82dd-9ebfe4a689ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.362196] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1989.362196] env[62226]: value = "task-2028244" [ 1989.362196] env[62226]: _type = "Task" [ 1989.362196] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.365686] env[62226]: DEBUG oslo_vmware.api [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028243, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.376331] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.473259] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52495079-bbbf-bcdb-250c-ae5208ff6287/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1989.474732] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfaf143-947c-413f-861f-b5eb418379c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.486802] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52495079-bbbf-bcdb-250c-ae5208ff6287/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1989.487275] env[62226]: ERROR oslo_vmware.rw_handles [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52495079-bbbf-bcdb-250c-ae5208ff6287/disk-0.vmdk due to incomplete transfer. [ 1989.487840] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5583d829-8819-4de4-a205-5631e34e2944 tempest-ServersWithSpecificFlavorTestJSON-772311406 tempest-ServersWithSpecificFlavorTestJSON-772311406-project-member] Lock "7a31fc47-22a2-441c-97ca-2aa91b931098" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.833s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.489240] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f6b66594-0710-4691-beb0-5d911a9097d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.504400] env[62226]: DEBUG oslo_vmware.rw_handles [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52495079-bbbf-bcdb-250c-ae5208ff6287/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1989.504648] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Uploaded image 63634b81-310e-48d6-8b93-91302320747d to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1989.508255] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1989.509283] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9dec296b-fc90-4230-9a47-ca33cc004d69 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.520416] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028238, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.523276] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1989.523276] env[62226]: value = "task-2028245" [ 1989.523276] env[62226]: _type = "Task" [ 1989.523276] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.544254] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028237, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.544317] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028245, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.653266] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028241, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.759285] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028242, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.850425] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "refresh_cache-c68098ed-afaa-469f-8770-8a7af39b08f7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.850664] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired lock "refresh_cache-c68098ed-afaa-469f-8770-8a7af39b08f7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.850970] env[62226]: DEBUG nova.network.neutron [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1989.877641] env[62226]: DEBUG oslo_vmware.api [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.878598] env[62226]: DEBUG nova.network.neutron [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Updated VIF entry in instance network info cache for port 19abab12-f729-4494-84eb-657ca552fedc. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1989.879080] env[62226]: DEBUG nova.network.neutron [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Updating instance_info_cache with network_info: [{"id": "19abab12-f729-4494-84eb-657ca552fedc", "address": "fa:16:3e:e4:58:06", "network": {"id": "f2060ae5-ac71-44b1-9e25-09b2bdd55d9c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2137452033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad12f0dab4a4e02af7a7da6dcb5690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19abab12-f7", "ovs_interfaceid": "19abab12-f729-4494-84eb-657ca552fedc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.886800] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191955} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.887063] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1989.887857] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4d3f7c-16ff-4fd4-840c-a9e12d92e8d7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.913212] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] a8e39b2f-207c-4388-b51f-cd9453cddb38/a8e39b2f-207c-4388-b51f-cd9453cddb38.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1989.913871] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f79106-b91c-4bc8-8f6b-275a94376313 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.934315] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1989.934315] env[62226]: value = "task-2028246" [ 1989.934315] env[62226]: _type = "Task" [ 1989.934315] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.946402] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.015172] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559042} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.015447] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 25ee3e0b-0c55-4d8f-a894-4183093c4990/25ee3e0b-0c55-4d8f-a894-4183093c4990.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1990.015661] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1990.016137] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd39c525-b337-4523-9b16-302529ae52b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.025658] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 1990.025658] env[62226]: value = "task-2028247" [ 1990.025658] env[62226]: _type = "Task" [ 1990.025658] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.046514] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028245, 'name': Destroy_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.051822] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.055133] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028237, 'name': Rename_Task, 'duration_secs': 1.405942} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.055418] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1990.055669] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae8919b7-a28f-4626-93eb-2d08026f4a6d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.067286] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1990.067286] env[62226]: value = "task-2028248" [ 1990.067286] env[62226]: _type = "Task" [ 1990.067286] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.081441] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.147849] env[62226]: DEBUG nova.network.neutron [req-65a07d1c-51b5-43c8-9fdb-988665ffcaab req-733851a5-b5e7-4d51-ab88-f3ccd80560ee service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updated VIF entry in instance network info cache for port ed70875f-5da9-474a-a13f-7bc16e6f9036. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1990.148413] env[62226]: DEBUG nova.network.neutron [req-65a07d1c-51b5-43c8-9fdb-988665ffcaab req-733851a5-b5e7-4d51-ab88-f3ccd80560ee service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updating instance_info_cache with network_info: [{"id": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "address": "fa:16:3e:3a:3b:45", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055a37d-b7", "ovs_interfaceid": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7464a6cf-7555-4836-816c-3093bdbea0b2", "address": "fa:16:3e:26:8d:4c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7464a6cf-75", "ovs_interfaceid": "7464a6cf-7555-4836-816c-3093bdbea0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ed70875f-5da9-474a-a13f-7bc16e6f9036", "address": "fa:16:3e:f7:36:46", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped70875f-5d", "ovs_interfaceid": "ed70875f-5da9-474a-a13f-7bc16e6f9036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.158974] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028241, 'name': CreateVM_Task, 'duration_secs': 0.749332} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.162271] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1990.164550] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.164550] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.164978] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1990.165740] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ebe635c-e30f-47f8-8164-0bca154614e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.172957] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1990.172957] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528ff70c-295f-5218-11b2-31f1fe6bf5c0" [ 1990.172957] env[62226]: _type = "Task" [ 1990.172957] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.189036] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528ff70c-295f-5218-11b2-31f1fe6bf5c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013856} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.189410] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.189590] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1990.189858] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.190020] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.190204] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1990.190477] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38ec548b-96b7-4d32-bb99-8a1ad03bd8f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.200017] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1990.200209] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1990.200991] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-100d1ebc-06b3-4ff8-9c93-21b8af7b926e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.208252] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1990.208252] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cbce4d-4e21-184d-6797-0c1afcbc631f" [ 1990.208252] env[62226]: _type = "Task" [ 1990.208252] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.223671] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cbce4d-4e21-184d-6797-0c1afcbc631f, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.223671] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c51638-6c0c-432d-a1fd-19433e70452a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.232844] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1990.232844] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5219d3fa-bc3d-3686-47bb-2204d050a61e" [ 1990.232844] env[62226]: _type = "Task" [ 1990.232844] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.246066] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5219d3fa-bc3d-3686-47bb-2204d050a61e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.264332] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028242, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.358620] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8a4fea-1c35-4b09-bec1-e8ffabc09915 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.368955] env[62226]: DEBUG oslo_vmware.api [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.371926] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8475d59f-0f82-4c4f-813b-c6a1fc883081 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.403477] env[62226]: DEBUG oslo_concurrency.lockutils [req-780c08f7-3238-419b-8b67-b865544dfcff req-809558e2-bd7f-4b6d-bd3f-3d419878a059 service nova] Releasing lock "refresh_cache-4198f26c-b3f9-4a3d-88ec-9a71deb05bd0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.404768] env[62226]: DEBUG nova.network.neutron [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1990.407193] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297b1f43-3d6f-4600-8971-13f9f2304f65 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.416672] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbc4ba3-21ca-4e9b-8a57-41429dc10924 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.431758] env[62226]: DEBUG nova.compute.provider_tree [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1990.445815] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028246, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.541865] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076546} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.544836] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1990.544938] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028245, 'name': Destroy_Task, 'duration_secs': 0.544137} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.546360] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ed211b-c31e-496c-bb7f-3c0babb763bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.548290] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Destroyed the VM [ 1990.548649] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1990.549255] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dcc5bec4-8ddf-477b-b656-fc09c873984e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.589787] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 25ee3e0b-0c55-4d8f-a894-4183093c4990/25ee3e0b-0c55-4d8f-a894-4183093c4990.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1990.591344] env[62226]: DEBUG nova.network.neutron [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Updating instance_info_cache with network_info: [{"id": "abaa1388-99c7-49c8-918b-24040cb20e23", "address": "fa:16:3e:1e:df:f5", "network": {"id": "f2060ae5-ac71-44b1-9e25-09b2bdd55d9c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2137452033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad12f0dab4a4e02af7a7da6dcb5690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabaa1388-99", "ovs_interfaceid": "abaa1388-99c7-49c8-918b-24040cb20e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.599713] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b665e477-45c7-4c73-8f83-3c0bdb47650f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.623439] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1990.623439] env[62226]: value = "task-2028249" [ 1990.623439] env[62226]: _type = "Task" [ 1990.623439] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.637314] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028248, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.640242] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 1990.640242] env[62226]: value = "task-2028250" [ 1990.640242] env[62226]: _type = "Task" [ 1990.640242] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.648227] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028249, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.651359] env[62226]: DEBUG oslo_concurrency.lockutils [req-65a07d1c-51b5-43c8-9fdb-988665ffcaab req-733851a5-b5e7-4d51-ab88-f3ccd80560ee service nova] Releasing lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.654878] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.744808] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5219d3fa-bc3d-3686-47bb-2204d050a61e, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.745098] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.745360] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0/4198f26c-b3f9-4a3d-88ec-9a71deb05bd0.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1990.745620] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3563f87-b093-49bc-99e1-aba8f9ffa952 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.756408] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1990.756408] env[62226]: value = "task-2028251" [ 1990.756408] env[62226]: _type = "Task" [ 1990.756408] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.764188] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028242, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.769644] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.795391] env[62226]: DEBUG nova.compute.manager [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Received event network-vif-plugged-abaa1388-99c7-49c8-918b-24040cb20e23 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1990.795663] env[62226]: DEBUG oslo_concurrency.lockutils [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] Acquiring lock "c68098ed-afaa-469f-8770-8a7af39b08f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.795872] env[62226]: DEBUG oslo_concurrency.lockutils [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] Lock "c68098ed-afaa-469f-8770-8a7af39b08f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.796114] env[62226]: DEBUG oslo_concurrency.lockutils [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] Lock "c68098ed-afaa-469f-8770-8a7af39b08f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.796259] env[62226]: DEBUG nova.compute.manager [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] No waiting events found dispatching network-vif-plugged-abaa1388-99c7-49c8-918b-24040cb20e23 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1990.796433] env[62226]: WARNING nova.compute.manager [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Received unexpected event network-vif-plugged-abaa1388-99c7-49c8-918b-24040cb20e23 for instance with vm_state building and task_state spawning. [ 1990.796630] env[62226]: DEBUG nova.compute.manager [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Received event network-changed-abaa1388-99c7-49c8-918b-24040cb20e23 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1990.796816] env[62226]: DEBUG nova.compute.manager [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Refreshing instance network info cache due to event network-changed-abaa1388-99c7-49c8-918b-24040cb20e23. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1990.796969] env[62226]: DEBUG oslo_concurrency.lockutils [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] Acquiring lock "refresh_cache-c68098ed-afaa-469f-8770-8a7af39b08f7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.864326] env[62226]: DEBUG oslo_vmware.api [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028243, 'name': ReconfigVM_Task, 'duration_secs': 1.301076} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.864870] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.865168] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Reconfigured VM to attach interface {{(pid=62226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1990.936906] env[62226]: DEBUG nova.scheduler.client.report [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1990.951738] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028246, 'name': ReconfigVM_Task, 'duration_secs': 0.685996} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.952267] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Reconfigured VM instance instance-0000004a to attach disk [datastore2] a8e39b2f-207c-4388-b51f-cd9453cddb38/a8e39b2f-207c-4388-b51f-cd9453cddb38.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1990.952964] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be9d89ce-3f1e-4b3f-9b1c-30774109662f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.964225] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1990.964225] env[62226]: value = "task-2028252" [ 1990.964225] env[62226]: _type = "Task" [ 1990.964225] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.975158] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028252, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.088134] env[62226]: DEBUG oslo_vmware.api [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028248, 'name': PowerOnVM_Task, 'duration_secs': 0.58435} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.088465] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1991.088781] env[62226]: INFO nova.compute.manager [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1991.089026] env[62226]: DEBUG nova.compute.manager [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1991.089978] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20abba7b-8b94-4450-9a5c-631482de31b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.094450] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Releasing lock "refresh_cache-c68098ed-afaa-469f-8770-8a7af39b08f7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.094830] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Instance network_info: |[{"id": "abaa1388-99c7-49c8-918b-24040cb20e23", "address": "fa:16:3e:1e:df:f5", "network": {"id": "f2060ae5-ac71-44b1-9e25-09b2bdd55d9c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2137452033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad12f0dab4a4e02af7a7da6dcb5690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabaa1388-99", "ovs_interfaceid": "abaa1388-99c7-49c8-918b-24040cb20e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1991.095174] env[62226]: DEBUG oslo_concurrency.lockutils [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] Acquired lock "refresh_cache-c68098ed-afaa-469f-8770-8a7af39b08f7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.095421] env[62226]: DEBUG nova.network.neutron [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Refreshing network info cache for port abaa1388-99c7-49c8-918b-24040cb20e23 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1991.097692] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:df:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abaa1388-99c7-49c8-918b-24040cb20e23', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1991.105904] env[62226]: DEBUG oslo.service.loopingcall [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1991.111316] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1991.117148] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f02bd62-94fd-4d81-b3d7-f2c17ba3812c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.145072] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028249, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.149816] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1991.149816] env[62226]: value = "task-2028253" [ 1991.149816] env[62226]: _type = "Task" [ 1991.149816] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.157707] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.165747] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028253, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.265815] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028242, 'name': CloneVM_Task, 'duration_secs': 1.737262} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.267229] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Created linked-clone VM from snapshot [ 1991.268033] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e67843-0005-4c0a-b120-129755396a5a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.274538] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028251, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.281368] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Uploading image b5009854-e1c4-424a-ac3d-96842b64a28b {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1991.308856] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1991.308856] env[62226]: value = "vm-416652" [ 1991.308856] env[62226]: _type = "VirtualMachine" [ 1991.308856] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1991.309265] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0c828117-1d8f-4aed-ba16-4748f2ea43b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.319581] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lease: (returnval){ [ 1991.319581] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527f5fc9-b9aa-6231-aafd-eddf615ee036" [ 1991.319581] env[62226]: _type = "HttpNfcLease" [ 1991.319581] env[62226]: } obtained for exporting VM: (result){ [ 1991.319581] env[62226]: value = "vm-416652" [ 1991.319581] env[62226]: _type = "VirtualMachine" [ 1991.319581] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1991.319997] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the lease: (returnval){ [ 1991.319997] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527f5fc9-b9aa-6231-aafd-eddf615ee036" [ 1991.319997] env[62226]: _type = "HttpNfcLease" [ 1991.319997] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1991.329027] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1991.329027] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527f5fc9-b9aa-6231-aafd-eddf615ee036" [ 1991.329027] env[62226]: _type = "HttpNfcLease" [ 1991.329027] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1991.370825] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b2189fa3-fc80-42c9-b2dc-7eb90ee2b5c4 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-13fa5844-1487-4374-bb29-f6bf9a667fb1-ed70875f-5da9-474a-a13f-7bc16e6f9036" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.433s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.401453] env[62226]: DEBUG nova.network.neutron [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Updated VIF entry in instance network info cache for port abaa1388-99c7-49c8-918b-24040cb20e23. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1991.401819] env[62226]: DEBUG nova.network.neutron [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Updating instance_info_cache with network_info: [{"id": "abaa1388-99c7-49c8-918b-24040cb20e23", "address": "fa:16:3e:1e:df:f5", "network": {"id": "f2060ae5-ac71-44b1-9e25-09b2bdd55d9c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2137452033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad12f0dab4a4e02af7a7da6dcb5690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabaa1388-99", "ovs_interfaceid": "abaa1388-99c7-49c8-918b-24040cb20e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.447099] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.447399] env[62226]: DEBUG nova.compute.manager [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1991.451028] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.167s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.452461] env[62226]: INFO nova.compute.claims [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1991.475761] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028252, 'name': Rename_Task, 'duration_secs': 0.244571} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.475761] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1991.475953] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d968b1b7-140f-4b66-9891-251e4c60833e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.484171] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1991.484171] env[62226]: value = "task-2028255" [ 1991.484171] env[62226]: _type = "Task" [ 1991.484171] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.493947] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.649810] env[62226]: INFO nova.compute.manager [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Took 32.66 seconds to build instance. [ 1991.668165] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028249, 'name': RemoveSnapshot_Task, 'duration_secs': 1.074825} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.670273] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1991.670684] env[62226]: DEBUG nova.compute.manager [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1991.672180] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ec830c-218d-45a4-9815-82a29f5e525a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.685847] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028253, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.686215] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028250, 'name': ReconfigVM_Task, 'duration_secs': 0.689607} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.687035] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 25ee3e0b-0c55-4d8f-a894-4183093c4990/25ee3e0b-0c55-4d8f-a894-4183093c4990.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1991.687876] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-564c185e-c482-4c1b-aa29-a7878fc4018d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.701730] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 1991.701730] env[62226]: value = "task-2028256" [ 1991.701730] env[62226]: _type = "Task" [ 1991.701730] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.711021] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028256, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.768255] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524874} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.768530] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0/4198f26c-b3f9-4a3d-88ec-9a71deb05bd0.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1991.768745] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1991.768997] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a76b0976-4457-457d-b9a9-38eaeeab8f43 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.777171] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1991.777171] env[62226]: value = "task-2028257" [ 1991.777171] env[62226]: _type = "Task" [ 1991.777171] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.787147] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.831059] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1991.831059] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527f5fc9-b9aa-6231-aafd-eddf615ee036" [ 1991.831059] env[62226]: _type = "HttpNfcLease" [ 1991.831059] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1991.831338] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1991.831338] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527f5fc9-b9aa-6231-aafd-eddf615ee036" [ 1991.831338] env[62226]: _type = "HttpNfcLease" [ 1991.831338] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1991.832063] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfa2239-82a3-4eee-8cab-a97a7de0ebfc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.840217] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfe985-f7f5-a550-32e5-c96f8bc6b42d/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1991.840217] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfe985-f7f5-a550-32e5-c96f8bc6b42d/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1991.904429] env[62226]: DEBUG oslo_concurrency.lockutils [req-72a09ef3-444d-4ede-b54b-9e3a2f8a0378 req-d3d9ce9d-5bb0-49e8-87b7-cbc9e987e877 service nova] Releasing lock "refresh_cache-c68098ed-afaa-469f-8770-8a7af39b08f7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.942575] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89d7c3df-6344-4fc8-9859-432eb2f7cb36 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.958178] env[62226]: DEBUG nova.compute.utils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1991.963353] env[62226]: DEBUG nova.compute.manager [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1991.963529] env[62226]: DEBUG nova.network.neutron [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1991.999892] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.008252] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "8bf6ff41-49de-4a52-90bf-6c1c045dd57a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.058029] env[62226]: DEBUG nova.policy [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62ab868c244749a6aebc7ae934658529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8008914dffb04cf1b4e249e9fa1b6ffb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1992.152982] env[62226]: DEBUG oslo_concurrency.lockutils [None req-57777e1d-58e7-4215-8dfd-1bab15b13685 tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "8bf6ff41-49de-4a52-90bf-6c1c045dd57a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.172s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.153601] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "8bf6ff41-49de-4a52-90bf-6c1c045dd57a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.148s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.153828] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "8bf6ff41-49de-4a52-90bf-6c1c045dd57a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.154058] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "8bf6ff41-49de-4a52-90bf-6c1c045dd57a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.154245] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "8bf6ff41-49de-4a52-90bf-6c1c045dd57a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.160797] env[62226]: INFO nova.compute.manager [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Terminating instance [ 1992.174255] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028253, 'name': CreateVM_Task, 'duration_secs': 0.722621} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.174255] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1992.176226] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.178233] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.179944] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1992.180888] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c90569-f78c-42ce-a939-fef978502988 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.189604] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1992.189604] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524a28ea-ede2-ced1-c6d4-d904d74d7c52" [ 1992.189604] env[62226]: _type = "Task" [ 1992.189604] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.202486] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524a28ea-ede2-ced1-c6d4-d904d74d7c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.203020] env[62226]: INFO nova.compute.manager [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Shelve offloading [ 1992.215294] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028256, 'name': Rename_Task, 'duration_secs': 0.293073} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.215569] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1992.215839] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30a61adf-4aa7-4d26-91fb-bf6f214bc0d2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.223910] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 1992.223910] env[62226]: value = "task-2028258" [ 1992.223910] env[62226]: _type = "Task" [ 1992.223910] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.235153] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.293072] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152433} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.293072] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1992.293072] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d73f8f-f67d-4b97-8b27-3f753f0a4e2d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.318429] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0/4198f26c-b3f9-4a3d-88ec-9a71deb05bd0.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1992.319064] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31edb63c-534b-4f12-9f62-47880bd0eeab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.341279] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1992.341279] env[62226]: value = "task-2028259" [ 1992.341279] env[62226]: _type = "Task" [ 1992.341279] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.351848] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.464384] env[62226]: DEBUG nova.compute.manager [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1992.509897] env[62226]: DEBUG oslo_vmware.api [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028255, 'name': PowerOnVM_Task, 'duration_secs': 0.728285} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.510409] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1992.510684] env[62226]: INFO nova.compute.manager [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1992.510931] env[62226]: DEBUG nova.compute.manager [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.512238] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4beca1c-c434-45af-bc5d-a771d7380791 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.667819] env[62226]: DEBUG nova.compute.manager [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1992.668163] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1992.670341] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e3c7d7-7402-4b8e-acf6-55db35e10e67 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.688915] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.688915] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2091c7e8-e656-46a6-ab2d-142ef7ba301d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.705265] env[62226]: DEBUG oslo_vmware.api [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1992.705265] env[62226]: value = "task-2028260" [ 1992.705265] env[62226]: _type = "Task" [ 1992.705265] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.705646] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524a28ea-ede2-ced1-c6d4-d904d74d7c52, 'name': SearchDatastore_Task, 'duration_secs': 0.020598} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.706381] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.706381] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1992.706578] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.706778] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.707062] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1992.710987] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e38347-6241-4afc-809d-61c8b04647cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.715908] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.715908] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-451638a7-727d-40e2-8f03-d547b5b5501f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.726459] env[62226]: DEBUG oslo_vmware.api [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.733977] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1992.734258] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1992.735209] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1992.735209] env[62226]: value = "task-2028261" [ 1992.735209] env[62226]: _type = "Task" [ 1992.735209] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.735630] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b7ed49-aaf1-45d5-9300-18b85d510a8b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.748572] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.754191] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1992.754191] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522f6189-73e2-ba99-6f88-a4b7572cdb3b" [ 1992.754191] env[62226]: _type = "Task" [ 1992.754191] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.763534] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1992.764073] env[62226]: DEBUG nova.compute.manager [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.765499] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76f3981-e3a3-4044-898b-ee92cf0455c2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.784188] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522f6189-73e2-ba99-6f88-a4b7572cdb3b, 'name': SearchDatastore_Task, 'duration_secs': 0.019567} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.786905] env[62226]: DEBUG nova.network.neutron [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Successfully created port: f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1992.790550] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "refresh_cache-f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.790904] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "refresh_cache-f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.791152] env[62226]: DEBUG nova.network.neutron [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1992.795519] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91c4474-d35f-4226-b5ef-981f9e82893b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.805343] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1992.805343] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ec663d-4d31-b3bf-e10e-2c92a2b01241" [ 1992.805343] env[62226]: _type = "Task" [ 1992.805343] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.819982] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ec663d-4d31-b3bf-e10e-2c92a2b01241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.859653] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028259, 'name': ReconfigVM_Task, 'duration_secs': 0.484033} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.859834] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0/4198f26c-b3f9-4a3d-88ec-9a71deb05bd0.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1992.860581] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-708e05dc-bfba-4df4-b05d-2e63dfbf807a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.873208] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1992.873208] env[62226]: value = "task-2028262" [ 1992.873208] env[62226]: _type = "Task" [ 1992.873208] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.890452] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028262, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.968123] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458ce896-6d9a-4483-899d-51d21ce6eedc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.987080] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31a0987-4fd5-43c5-8b9f-bd8dbdf7c28a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.021401] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "interface-13fa5844-1487-4374-bb29-f6bf9a667fb1-7464a6cf-7555-4836-816c-3093bdbea0b2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.022856] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-13fa5844-1487-4374-bb29-f6bf9a667fb1-7464a6cf-7555-4836-816c-3093bdbea0b2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.024443] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ddaa27-055e-4132-abe7-ea8a04be7013 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.040682] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f8e0d4-1b79-432a-9375-6178904d9381 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.048071] env[62226]: INFO nova.compute.manager [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Took 27.43 seconds to build instance. [ 1993.062179] env[62226]: DEBUG nova.compute.provider_tree [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.220324] env[62226]: DEBUG oslo_vmware.api [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028260, 'name': PowerOffVM_Task, 'duration_secs': 0.245378} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.220923] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1993.221309] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1993.221998] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0cf6d1d-6957-4017-b3f0-5c7c656b5dd3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.240570] env[62226]: DEBUG oslo_vmware.api [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028258, 'name': PowerOnVM_Task, 'duration_secs': 0.681372} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.240570] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1993.240570] env[62226]: INFO nova.compute.manager [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Took 17.23 seconds to spawn the instance on the hypervisor. [ 1993.240570] env[62226]: DEBUG nova.compute.manager [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1993.242207] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd41550-7902-46a5-8036-42a50d4c57b5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.318287] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ec663d-4d31-b3bf-e10e-2c92a2b01241, 'name': SearchDatastore_Task, 'duration_secs': 0.01281} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.318750] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.319436] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] c68098ed-afaa-469f-8770-8a7af39b08f7/c68098ed-afaa-469f-8770-8a7af39b08f7.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1993.320059] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fab9820c-0f0a-44ec-90bd-fd603480d3ad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.336310] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1993.336310] env[62226]: value = "task-2028264" [ 1993.336310] env[62226]: _type = "Task" [ 1993.336310] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.337079] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1993.337299] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1993.337479] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Deleting the datastore file [datastore2] 8bf6ff41-49de-4a52-90bf-6c1c045dd57a {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1993.342835] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-587230a7-3542-405a-bba3-e0d3928a1c2f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.352943] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.353077] env[62226]: DEBUG oslo_vmware.api [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for the task: (returnval){ [ 1993.353077] env[62226]: value = "task-2028265" [ 1993.353077] env[62226]: _type = "Task" [ 1993.353077] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.364263] env[62226]: DEBUG oslo_vmware.api [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.389028] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028262, 'name': Rename_Task, 'duration_secs': 0.216823} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.389028] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1993.391203] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89cfeb17-0e83-4673-b7fd-8d4fa7239c48 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.401861] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1993.401861] env[62226]: value = "task-2028266" [ 1993.401861] env[62226]: _type = "Task" [ 1993.401861] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.414838] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.492777] env[62226]: DEBUG nova.compute.manager [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1993.524066] env[62226]: DEBUG nova.virt.hardware [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1993.524525] env[62226]: DEBUG nova.virt.hardware [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1993.524828] env[62226]: DEBUG nova.virt.hardware [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1993.525351] env[62226]: DEBUG nova.virt.hardware [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1993.525627] env[62226]: DEBUG nova.virt.hardware [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1993.525978] env[62226]: DEBUG nova.virt.hardware [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1993.526348] env[62226]: DEBUG nova.virt.hardware [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1993.526600] env[62226]: DEBUG nova.virt.hardware [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1993.527093] env[62226]: DEBUG nova.virt.hardware [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1993.527378] env[62226]: DEBUG nova.virt.hardware [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1993.527656] env[62226]: DEBUG nova.virt.hardware [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1993.528384] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.528632] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.529858] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148f6028-0397-4c98-b6bb-65cc65251159 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.535327] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750bed80-a699-4f2f-b77d-1e9dc29afcfb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.560263] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf11667-e7d4-4246-9050-85e7d67dced8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.567317] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c5c7a0d3-7141-4b0f-b3e5-423cb26da8e0 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "a8e39b2f-207c-4388-b51f-cd9453cddb38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.956s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.569074] env[62226]: DEBUG nova.network.neutron [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Updating instance_info_cache with network_info: [{"id": "8520be39-3f49-4ef2-bce7-54171b0c3fb5", "address": "fa:16:3e:a7:26:1d", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8520be39-3f", "ovs_interfaceid": "8520be39-3f49-4ef2-bce7-54171b0c3fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.571266] env[62226]: DEBUG nova.scheduler.client.report [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1993.575050] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2634bc78-b608-4dd9-b2d1-36da4a2b5ca4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.608959] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Reconfiguring VM to detach interface {{(pid=62226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1993.618748] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d59ffa3-925f-4f3f-b1c9-ed68d38c0935 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.633956] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "a8e39b2f-207c-4388-b51f-cd9453cddb38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.634275] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "a8e39b2f-207c-4388-b51f-cd9453cddb38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.634634] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "a8e39b2f-207c-4388-b51f-cd9453cddb38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.634951] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "a8e39b2f-207c-4388-b51f-cd9453cddb38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.635173] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "a8e39b2f-207c-4388-b51f-cd9453cddb38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.638542] env[62226]: INFO nova.compute.manager [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Terminating instance [ 1993.646493] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 1993.646493] env[62226]: value = "task-2028267" [ 1993.646493] env[62226]: _type = "Task" [ 1993.646493] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.659279] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.770912] env[62226]: INFO nova.compute.manager [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Took 36.22 seconds to build instance. [ 1993.850067] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028264, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.870593] env[62226]: DEBUG oslo_vmware.api [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Task: {'id': task-2028265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176477} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.870896] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1993.871102] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1993.871290] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1993.871481] env[62226]: INFO nova.compute.manager [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1993.871744] env[62226]: DEBUG oslo.service.loopingcall [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.872085] env[62226]: DEBUG nova.compute.manager [-] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1993.872085] env[62226]: DEBUG nova.network.neutron [-] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1993.920658] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028266, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.079521] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "refresh_cache-f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.082338] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.083151] env[62226]: DEBUG nova.compute.manager [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1994.085932] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.041s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.148224] env[62226]: DEBUG nova.compute.manager [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1994.148224] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1994.151025] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1560ad8-13ab-4bfa-80f5-9f4305cb822e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.168706] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.169341] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.169820] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2803932-cfe8-474b-a2cb-9efbc3244ebd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.185027] env[62226]: DEBUG oslo_vmware.api [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1994.185027] env[62226]: value = "task-2028268" [ 1994.185027] env[62226]: _type = "Task" [ 1994.185027] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.201851] env[62226]: DEBUG oslo_vmware.api [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.277647] env[62226]: DEBUG oslo_concurrency.lockutils [None req-edbf2aa2-6778-4df9-a74c-fdde993932f9 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "25ee3e0b-0c55-4d8f-a894-4183093c4990" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.738s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.354169] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592574} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.354504] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] c68098ed-afaa-469f-8770-8a7af39b08f7/c68098ed-afaa-469f-8770-8a7af39b08f7.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1994.354927] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1994.355037] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50c0b8a9-ed04-436f-82c5-13d682db2e93 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.368277] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1994.368277] env[62226]: value = "task-2028269" [ 1994.368277] env[62226]: _type = "Task" [ 1994.368277] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.382890] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.417469] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028266, 'name': PowerOnVM_Task, 'duration_secs': 0.849053} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.417851] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1994.418387] env[62226]: INFO nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1994.418614] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1994.422493] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336b25b5-3fbf-4e3c-b970-46a9029fd07b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.427834] env[62226]: DEBUG nova.compute.manager [req-94fc6a5e-b49f-46bf-a565-dbacafee91af req-c532b9fc-7472-450a-b162-7b45cebb213f service nova] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Received event network-vif-deleted-8c29ec86-0041-45a9-9e92-a4754fd5ef59 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1994.428074] env[62226]: INFO nova.compute.manager [req-94fc6a5e-b49f-46bf-a565-dbacafee91af req-c532b9fc-7472-450a-b162-7b45cebb213f service nova] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Neutron deleted interface 8c29ec86-0041-45a9-9e92-a4754fd5ef59; detaching it from the instance and deleting it from the info cache [ 1994.428264] env[62226]: DEBUG nova.network.neutron [req-94fc6a5e-b49f-46bf-a565-dbacafee91af req-c532b9fc-7472-450a-b162-7b45cebb213f service nova] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.593025] env[62226]: DEBUG nova.compute.utils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1994.604845] env[62226]: DEBUG nova.compute.manager [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1994.605131] env[62226]: DEBUG nova.network.neutron [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1994.662542] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.696933] env[62226]: DEBUG oslo_vmware.api [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028268, 'name': PowerOffVM_Task, 'duration_secs': 0.321366} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.697646] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.698051] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1994.698373] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-554d9b18-2492-42bc-a43a-6bbc4067acf6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.707244] env[62226]: DEBUG nova.policy [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80f4635d3de34a73bfa868822bd802bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07f81e67e63045c5b3754e60f8018bec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 1994.748564] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "25ee3e0b-0c55-4d8f-a894-4183093c4990" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.748929] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "25ee3e0b-0c55-4d8f-a894-4183093c4990" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.749172] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "25ee3e0b-0c55-4d8f-a894-4183093c4990-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.749522] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "25ee3e0b-0c55-4d8f-a894-4183093c4990-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.749982] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "25ee3e0b-0c55-4d8f-a894-4183093c4990-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.752432] env[62226]: INFO nova.compute.manager [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Terminating instance [ 1994.795306] env[62226]: DEBUG nova.network.neutron [-] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.801859] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1994.803415] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e312de-d4ec-4ee0-92ec-6f077dd4bd5e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.811677] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1994.812058] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf584ffb-3fc3-4808-94fc-dc6e7d56ed06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.815679] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.816107] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.816107] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Deleting the datastore file [datastore2] a8e39b2f-207c-4388-b51f-cd9453cddb38 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.816944] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13ebbc80-f254-4ad9-a0fc-c83f41eda14c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.827900] env[62226]: DEBUG oslo_vmware.api [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 1994.827900] env[62226]: value = "task-2028272" [ 1994.827900] env[62226]: _type = "Task" [ 1994.827900] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.839081] env[62226]: DEBUG oslo_vmware.api [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.885365] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141272} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.885365] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1994.885365] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf069c2-503a-49c1-a4a2-a7422ca1c41d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.917988] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] c68098ed-afaa-469f-8770-8a7af39b08f7/c68098ed-afaa-469f-8770-8a7af39b08f7.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1994.918732] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e501a0d-2439-4560-a102-353e2cd2d231 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.937533] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37156bc2-e946-41c4-bf64-5053166db0f5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.943149] env[62226]: DEBUG nova.network.neutron [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Successfully updated port: f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1994.958026] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1994.958026] env[62226]: value = "task-2028273" [ 1994.958026] env[62226]: _type = "Task" [ 1994.958026] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.962656] env[62226]: INFO nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Took 16.57 seconds to build instance. [ 1994.982496] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5e87a4-e03e-4bcf-8b21-db86957b009a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.002214] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028273, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.002666] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1995.002976] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1995.003274] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleting the datastore file [datastore1] f59dd4b9-7c8a-48e7-8239-0dcc847f3e31 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1995.004425] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99dd3369-4372-4b04-b523-8e5a4e0b4052 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.016460] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 1995.016460] env[62226]: value = "task-2028274" [ 1995.016460] env[62226]: _type = "Task" [ 1995.016460] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.042744] env[62226]: DEBUG nova.compute.manager [req-94fc6a5e-b49f-46bf-a565-dbacafee91af req-c532b9fc-7472-450a-b162-7b45cebb213f service nova] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Detach interface failed, port_id=8c29ec86-0041-45a9-9e92-a4754fd5ef59, reason: Instance 8bf6ff41-49de-4a52-90bf-6c1c045dd57a could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1995.051837] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.109608] env[62226]: DEBUG nova.compute.manager [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1995.115234] env[62226]: INFO nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating resource usage from migration a04c5a44-9abf-4b66-9d22-bb73dba2e5fb [ 1995.139033] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance a8b57022-3376-4cd7-a883-01eac833e7ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.139206] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 7f16ec7d-56cf-4636-bcca-9dd80b5470b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.139333] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 8fab02f5-4ebd-4b01-acf1-acdd76b918bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.139453] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.139567] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance a8f951ce-66f6-4a44-a2aa-51b3a5cbde69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.139712] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 13fa5844-1487-4374-bb29-f6bf9a667fb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.139866] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance eec9ee2e-5d78-4068-b2fe-fb828b8be651 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1995.139983] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 1319c83f-40fc-4bf7-92b1-7d95a12b9859 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.140114] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.140226] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance f59dd4b9-7c8a-48e7-8239-0dcc847f3e31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.140337] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.140457] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance b25a8a76-5f16-4239-8335-da83db7fbddf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.140566] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 25ee3e0b-0c55-4d8f-a894-4183093c4990 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.140671] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 8bf6ff41-49de-4a52-90bf-6c1c045dd57a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.140797] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance a8e39b2f-207c-4388-b51f-cd9453cddb38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.140904] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.141016] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance c68098ed-afaa-469f-8770-8a7af39b08f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.141146] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 65a2add5-94c3-431c-83b9-3b6b0613a770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.141275] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.166613] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.181676] env[62226]: DEBUG nova.network.neutron [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Successfully created port: edf3a185-6e1e-4c9b-82cc-2983f7297d49 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1995.256851] env[62226]: DEBUG nova.compute.manager [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1995.257260] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1995.258513] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d1e1d5-b42c-4766-883f-49d5cdbc5b17 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.269364] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1995.269778] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44ddfeec-ea2b-4e7e-ba3f-a47cb6866625 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.279377] env[62226]: DEBUG oslo_vmware.api [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 1995.279377] env[62226]: value = "task-2028275" [ 1995.279377] env[62226]: _type = "Task" [ 1995.279377] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.290698] env[62226]: DEBUG oslo_vmware.api [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.300174] env[62226]: INFO nova.compute.manager [-] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Took 1.43 seconds to deallocate network for instance. [ 1995.341203] env[62226]: DEBUG oslo_vmware.api [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350825} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.341489] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.341720] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.341943] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.342166] env[62226]: INFO nova.compute.manager [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1995.342472] env[62226]: DEBUG oslo.service.loopingcall [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.342702] env[62226]: DEBUG nova.compute.manager [-] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1995.342832] env[62226]: DEBUG nova.network.neutron [-] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1995.454644] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquiring lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.454644] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquired lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.455593] env[62226]: DEBUG nova.network.neutron [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1995.467407] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "4198f26c-b3f9-4a3d-88ec-9a71deb05bd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.086s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.472468] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.528183] env[62226]: DEBUG oslo_vmware.api [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366197} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.528470] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.528662] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.528847] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.562862] env[62226]: INFO nova.scheduler.client.report [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted allocations for instance f59dd4b9-7c8a-48e7-8239-0dcc847f3e31 [ 1995.646951] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance f1d18d84-69d0-4e30-97cf-37b53cc299c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1995.646951] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Migration a04c5a44-9abf-4b66-9d22-bb73dba2e5fb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1995.647243] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 86b97308-6068-44a3-8032-3c88a1b9ba9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1995.673169] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.790072] env[62226]: DEBUG oslo_vmware.api [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028275, 'name': PowerOffVM_Task, 'duration_secs': 0.331183} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.790366] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1995.792159] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1995.792159] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ed61eaf-3e6a-4e34-a1b7-d4152a2eee62 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.813980] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.973965] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028273, 'name': ReconfigVM_Task, 'duration_secs': 0.682436} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.974283] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Reconfigured VM instance instance-0000004c to attach disk [datastore1] c68098ed-afaa-469f-8770-8a7af39b08f7/c68098ed-afaa-469f-8770-8a7af39b08f7.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.974944] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd07de77-7177-4224-9fbf-06be0bcfb24e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.982593] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1995.982593] env[62226]: value = "task-2028277" [ 1995.982593] env[62226]: _type = "Task" [ 1995.982593] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.993567] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028277, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.996769] env[62226]: DEBUG nova.network.neutron [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1996.067020] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.129056] env[62226]: DEBUG nova.compute.manager [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1996.132944] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1996.132944] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1996.132944] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Deleting the datastore file [datastore1] 25ee3e0b-0c55-4d8f-a894-4183093c4990 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1996.132944] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f098cdc9-ccb7-4fa0-ad8b-d60460a07a5b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.140823] env[62226]: DEBUG oslo_vmware.api [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 1996.140823] env[62226]: value = "task-2028278" [ 1996.140823] env[62226]: _type = "Task" [ 1996.140823] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.150507] env[62226]: DEBUG oslo_vmware.api [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.152293] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 0863d731-b360-4190-af90-b096ef76dc3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1996.152603] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1996.152786] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1996.168426] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.169796] env[62226]: DEBUG nova.network.neutron [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updating instance_info_cache with network_info: [{"id": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "address": "fa:16:3e:16:d1:57", "network": {"id": "98116ab9-9c74-4d45-b7d6-d481479bfbb8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1700526945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8008914dffb04cf1b4e249e9fa1b6ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78822fa-01", "ovs_interfaceid": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.209785] env[62226]: DEBUG nova.network.neutron [-] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.233565] env[62226]: DEBUG nova.virt.hardware [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1996.233818] env[62226]: DEBUG nova.virt.hardware [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1996.233978] env[62226]: DEBUG nova.virt.hardware [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1996.234180] env[62226]: DEBUG nova.virt.hardware [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1996.234327] env[62226]: DEBUG nova.virt.hardware [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1996.234473] env[62226]: DEBUG nova.virt.hardware [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1996.234683] env[62226]: DEBUG nova.virt.hardware [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1996.234843] env[62226]: DEBUG nova.virt.hardware [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1996.235017] env[62226]: DEBUG nova.virt.hardware [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1996.235190] env[62226]: DEBUG nova.virt.hardware [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1996.235364] env[62226]: DEBUG nova.virt.hardware [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1996.236744] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4891bd34-b2e2-4174-8132-535800cbe9b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.246222] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19966511-d303-4e32-ba6f-64dff47f57f6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.464062] env[62226]: DEBUG nova.compute.manager [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Received event network-vif-plugged-f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1996.464323] env[62226]: DEBUG oslo_concurrency.lockutils [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] Acquiring lock "65a2add5-94c3-431c-83b9-3b6b0613a770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.464493] env[62226]: DEBUG oslo_concurrency.lockutils [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] Lock "65a2add5-94c3-431c-83b9-3b6b0613a770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.464648] env[62226]: DEBUG oslo_concurrency.lockutils [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] Lock "65a2add5-94c3-431c-83b9-3b6b0613a770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.464810] env[62226]: DEBUG nova.compute.manager [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] No waiting events found dispatching network-vif-plugged-f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1996.464989] env[62226]: WARNING nova.compute.manager [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Received unexpected event network-vif-plugged-f78822fa-01fe-4c1b-8a35-fe7e25713630 for instance with vm_state building and task_state spawning. [ 1996.465146] env[62226]: DEBUG nova.compute.manager [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Received event network-vif-unplugged-8520be39-3f49-4ef2-bce7-54171b0c3fb5 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1996.465308] env[62226]: DEBUG oslo_concurrency.lockutils [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] Acquiring lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.465483] env[62226]: DEBUG oslo_concurrency.lockutils [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] Lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.465633] env[62226]: DEBUG oslo_concurrency.lockutils [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] Lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.465807] env[62226]: DEBUG nova.compute.manager [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] No waiting events found dispatching network-vif-unplugged-8520be39-3f49-4ef2-bce7-54171b0c3fb5 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1996.465943] env[62226]: DEBUG nova.compute.manager [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Received event network-vif-unplugged-8520be39-3f49-4ef2-bce7-54171b0c3fb5 for instance with task_state deleting. {{(pid=62226) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11383}} [ 1996.466121] env[62226]: DEBUG nova.compute.manager [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Received event network-changed-8520be39-3f49-4ef2-bce7-54171b0c3fb5 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1996.466274] env[62226]: DEBUG nova.compute.manager [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Refreshing instance network info cache due to event network-changed-8520be39-3f49-4ef2-bce7-54171b0c3fb5. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1996.466452] env[62226]: DEBUG oslo_concurrency.lockutils [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] Acquiring lock "refresh_cache-f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.466584] env[62226]: DEBUG oslo_concurrency.lockutils [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] Acquired lock "refresh_cache-f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.468175] env[62226]: DEBUG nova.network.neutron [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Refreshing network info cache for port 8520be39-3f49-4ef2-bce7-54171b0c3fb5 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.498630] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028277, 'name': Rename_Task, 'duration_secs': 0.245816} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.498924] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1996.499198] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53bfa227-0087-4d20-ad4d-9fccd59129dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.511678] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1996.511678] env[62226]: value = "task-2028279" [ 1996.511678] env[62226]: _type = "Task" [ 1996.511678] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.521808] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.548141] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38986802-fe4a-4b7d-a5be-8fe7278e93ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.556572] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1777f0-d408-461e-82c3-63dfbd8c8fb6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.592816] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c46d374-40ba-4a7e-bfc4-8754d374f983 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.601569] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db5d473-c9a5-4ec1-9b8d-a6adb062edec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.617521] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1996.653430] env[62226]: DEBUG oslo_vmware.api [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178188} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.653748] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1996.654108] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1996.654270] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1996.654526] env[62226]: INFO nova.compute.manager [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1996.655027] env[62226]: DEBUG oslo.service.loopingcall [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.655175] env[62226]: DEBUG nova.compute.manager [-] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1996.655285] env[62226]: DEBUG nova.network.neutron [-] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1996.666901] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.672529] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Releasing lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.673108] env[62226]: DEBUG nova.compute.manager [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Instance network_info: |[{"id": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "address": "fa:16:3e:16:d1:57", "network": {"id": "98116ab9-9c74-4d45-b7d6-d481479bfbb8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1700526945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8008914dffb04cf1b4e249e9fa1b6ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78822fa-01", "ovs_interfaceid": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1996.673319] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:d1:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f78822fa-01fe-4c1b-8a35-fe7e25713630', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1996.682153] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Creating folder: Project (8008914dffb04cf1b4e249e9fa1b6ffb). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1996.682199] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3915f2c-dac0-4568-9ee2-f5cdf4743b0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.695961] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Created folder: Project (8008914dffb04cf1b4e249e9fa1b6ffb) in parent group-v416438. [ 1996.696191] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Creating folder: Instances. Parent ref: group-v416654. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1996.696467] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f0bf9cb-ee74-4813-9978-eb62c6011e37 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.710703] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Created folder: Instances in parent group-v416654. [ 1996.710932] env[62226]: DEBUG oslo.service.loopingcall [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.711412] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1996.711412] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49eab648-535e-4777-b48d-2d2dff7d5661 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.730205] env[62226]: INFO nova.compute.manager [-] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Took 1.39 seconds to deallocate network for instance. [ 1996.739348] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1996.739348] env[62226]: value = "task-2028282" [ 1996.739348] env[62226]: _type = "Task" [ 1996.739348] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.753526] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028282, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.757216] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.022029] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028279, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.120208] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1997.168572] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.201251] env[62226]: DEBUG nova.network.neutron [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Successfully updated port: edf3a185-6e1e-4c9b-82cc-2983f7297d49 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1997.236685] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.258022] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028282, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.518682] env[62226]: DEBUG nova.network.neutron [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Updated VIF entry in instance network info cache for port 8520be39-3f49-4ef2-bce7-54171b0c3fb5. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1997.519194] env[62226]: DEBUG nova.network.neutron [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Updating instance_info_cache with network_info: [{"id": "8520be39-3f49-4ef2-bce7-54171b0c3fb5", "address": "fa:16:3e:a7:26:1d", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": null, "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8520be39-3f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.527256] env[62226]: DEBUG oslo_vmware.api [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028279, 'name': PowerOnVM_Task, 'duration_secs': 0.677117} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.527457] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1997.527637] env[62226]: INFO nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1997.528012] env[62226]: DEBUG nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1997.528730] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeeeba5-d862-4723-93fb-6ec52c6da798 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.626430] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1997.626835] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.541s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.627171] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.858s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.628804] env[62226]: INFO nova.compute.claims [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1997.671120] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.704827] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "refresh_cache-f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.706531] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquired lock "refresh_cache-f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.706531] env[62226]: DEBUG nova.network.neutron [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1997.751687] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028282, 'name': CreateVM_Task, 'duration_secs': 0.526194} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.752193] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1997.753095] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.753330] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.753867] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1997.754189] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bebfe90d-6e92-48b5-8909-03f2d14d4836 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.760659] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for the task: (returnval){ [ 1997.760659] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52063fc0-d907-366a-c863-56a91225e714" [ 1997.760659] env[62226]: _type = "Task" [ 1997.760659] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.769748] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52063fc0-d907-366a-c863-56a91225e714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.966121] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9970d4ab-8d5d-4426-b799-bdc56b29818e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.967077] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9970d4ab-8d5d-4426-b799-bdc56b29818e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.967077] env[62226]: DEBUG nova.compute.manager [None req-9970d4ab-8d5d-4426-b799-bdc56b29818e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1997.968177] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ef579a-541b-4ebe-9304-8bfd63326a3a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.976933] env[62226]: DEBUG nova.compute.manager [None req-9970d4ab-8d5d-4426-b799-bdc56b29818e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1997.976933] env[62226]: DEBUG nova.objects.instance [None req-9970d4ab-8d5d-4426-b799-bdc56b29818e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lazy-loading 'flavor' on Instance uuid e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.022657] env[62226]: DEBUG oslo_concurrency.lockutils [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] Releasing lock "refresh_cache-f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.022962] env[62226]: DEBUG nova.compute.manager [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Received event network-changed-f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1998.023201] env[62226]: DEBUG nova.compute.manager [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Refreshing instance network info cache due to event network-changed-f78822fa-01fe-4c1b-8a35-fe7e25713630. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1998.024142] env[62226]: DEBUG oslo_concurrency.lockutils [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] Acquiring lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.024142] env[62226]: DEBUG oslo_concurrency.lockutils [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] Acquired lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.024142] env[62226]: DEBUG nova.network.neutron [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Refreshing network info cache for port f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1998.047258] env[62226]: INFO nova.compute.manager [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Took 19.61 seconds to build instance. [ 1998.174639] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.240254] env[62226]: DEBUG nova.network.neutron [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1998.272540] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52063fc0-d907-366a-c863-56a91225e714, 'name': SearchDatastore_Task, 'duration_secs': 0.026717} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.272860] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.273122] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1998.273370] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.273520] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.273703] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1998.273982] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4613e551-bfb1-4560-b500-ec249d9975f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.283658] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1998.283908] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1998.286886] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1432772-6d21-46ff-bb3a-1aaba8b092d8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.294401] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for the task: (returnval){ [ 1998.294401] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521c288d-80ab-6777-e2e1-bc9387ee1744" [ 1998.294401] env[62226]: _type = "Task" [ 1998.294401] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.303367] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521c288d-80ab-6777-e2e1-bc9387ee1744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.379511] env[62226]: DEBUG nova.network.neutron [-] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.392781] env[62226]: DEBUG nova.network.neutron [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Updating instance_info_cache with network_info: [{"id": "edf3a185-6e1e-4c9b-82cc-2983f7297d49", "address": "fa:16:3e:34:fa:b8", "network": {"id": "8af91886-ca24-4850-8933-5657c5a51f9d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202592182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07f81e67e63045c5b3754e60f8018bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf3a185-6e", "ovs_interfaceid": "edf3a185-6e1e-4c9b-82cc-2983f7297d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.490756] env[62226]: DEBUG nova.compute.manager [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Received event network-vif-plugged-edf3a185-6e1e-4c9b-82cc-2983f7297d49 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1998.490948] env[62226]: DEBUG oslo_concurrency.lockutils [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] Acquiring lock "f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.491173] env[62226]: DEBUG oslo_concurrency.lockutils [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] Lock "f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.491348] env[62226]: DEBUG oslo_concurrency.lockutils [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] Lock "f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.491517] env[62226]: DEBUG nova.compute.manager [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] No waiting events found dispatching network-vif-plugged-edf3a185-6e1e-4c9b-82cc-2983f7297d49 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1998.491684] env[62226]: WARNING nova.compute.manager [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Received unexpected event network-vif-plugged-edf3a185-6e1e-4c9b-82cc-2983f7297d49 for instance with vm_state building and task_state spawning. [ 1998.491846] env[62226]: DEBUG nova.compute.manager [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Received event network-changed-edf3a185-6e1e-4c9b-82cc-2983f7297d49 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1998.493027] env[62226]: DEBUG nova.compute.manager [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Refreshing instance network info cache due to event network-changed-edf3a185-6e1e-4c9b-82cc-2983f7297d49. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1998.493027] env[62226]: DEBUG oslo_concurrency.lockutils [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] Acquiring lock "refresh_cache-f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.497435] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "c68098ed-afaa-469f-8770-8a7af39b08f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.551703] env[62226]: DEBUG oslo_concurrency.lockutils [None req-676c28f1-d7aa-494f-915a-a852dcf3b95e tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "c68098ed-afaa-469f-8770-8a7af39b08f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.130s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.551931] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "c68098ed-afaa-469f-8770-8a7af39b08f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.055s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.552203] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "c68098ed-afaa-469f-8770-8a7af39b08f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.552468] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "c68098ed-afaa-469f-8770-8a7af39b08f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.552619] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "c68098ed-afaa-469f-8770-8a7af39b08f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.554880] env[62226]: INFO nova.compute.manager [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Terminating instance [ 1998.620701] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "4198f26c-b3f9-4a3d-88ec-9a71deb05bd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.621275] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "4198f26c-b3f9-4a3d-88ec-9a71deb05bd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.621275] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "4198f26c-b3f9-4a3d-88ec-9a71deb05bd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.621473] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "4198f26c-b3f9-4a3d-88ec-9a71deb05bd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.621643] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "4198f26c-b3f9-4a3d-88ec-9a71deb05bd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.624149] env[62226]: INFO nova.compute.manager [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Terminating instance [ 1998.675853] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.762374] env[62226]: DEBUG nova.network.neutron [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updated VIF entry in instance network info cache for port f78822fa-01fe-4c1b-8a35-fe7e25713630. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1998.762736] env[62226]: DEBUG nova.network.neutron [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updating instance_info_cache with network_info: [{"id": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "address": "fa:16:3e:16:d1:57", "network": {"id": "98116ab9-9c74-4d45-b7d6-d481479bfbb8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1700526945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8008914dffb04cf1b4e249e9fa1b6ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78822fa-01", "ovs_interfaceid": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.809592] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521c288d-80ab-6777-e2e1-bc9387ee1744, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.813425] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91851df-2589-4fac-9e2a-d7472c64b938 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.820032] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for the task: (returnval){ [ 1998.820032] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bbc377-a678-cb77-d4c1-84497c165fc9" [ 1998.820032] env[62226]: _type = "Task" [ 1998.820032] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.833682] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bbc377-a678-cb77-d4c1-84497c165fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.834015] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.834237] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 65a2add5-94c3-431c-83b9-3b6b0613a770/65a2add5-94c3-431c-83b9-3b6b0613a770.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1998.834509] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d642b5a2-27d8-4daf-8831-0e438012b55b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.842783] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for the task: (returnval){ [ 1998.842783] env[62226]: value = "task-2028283" [ 1998.842783] env[62226]: _type = "Task" [ 1998.842783] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.854936] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.883016] env[62226]: INFO nova.compute.manager [-] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Took 2.23 seconds to deallocate network for instance. [ 1998.895131] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Releasing lock "refresh_cache-f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.895457] env[62226]: DEBUG nova.compute.manager [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Instance network_info: |[{"id": "edf3a185-6e1e-4c9b-82cc-2983f7297d49", "address": "fa:16:3e:34:fa:b8", "network": {"id": "8af91886-ca24-4850-8933-5657c5a51f9d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202592182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07f81e67e63045c5b3754e60f8018bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf3a185-6e", "ovs_interfaceid": "edf3a185-6e1e-4c9b-82cc-2983f7297d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1998.895763] env[62226]: DEBUG oslo_concurrency.lockutils [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] Acquired lock "refresh_cache-f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.895948] env[62226]: DEBUG nova.network.neutron [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Refreshing network info cache for port edf3a185-6e1e-4c9b-82cc-2983f7297d49 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1998.897162] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:fa:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edf3a185-6e1e-4c9b-82cc-2983f7297d49', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1998.908064] env[62226]: DEBUG oslo.service.loopingcall [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.913384] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1998.914440] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23f6f03c-be05-4736-b84e-45e6e7578db1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.947381] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1998.947381] env[62226]: value = "task-2028284" [ 1998.947381] env[62226]: _type = "Task" [ 1998.947381] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.960880] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028284, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.985988] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9970d4ab-8d5d-4426-b799-bdc56b29818e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1998.986508] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a70110cf-2dc8-4cc4-b23c-61833abff94f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.999091] env[62226]: DEBUG oslo_vmware.api [None req-9970d4ab-8d5d-4426-b799-bdc56b29818e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 1998.999091] env[62226]: value = "task-2028285" [ 1998.999091] env[62226]: _type = "Task" [ 1998.999091] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.017163] env[62226]: DEBUG oslo_vmware.api [None req-9970d4ab-8d5d-4426-b799-bdc56b29818e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.023944] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1328c36d-037d-436c-a1a2-7a8006cd2bcb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.038595] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0016be59-ecea-4272-91c3-4a2c398404cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.074973] env[62226]: DEBUG nova.compute.manager [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1999.076309] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1999.076650] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02660c21-ddd1-43e1-bdeb-5e1ecce37241 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.080262] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a58e4d-4f15-40b3-930f-a5e7d2dfe036 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.091533] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd0a0a4-593c-4bbb-b476-218c639e6189 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.096167] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1999.096383] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb315f4a-5de0-4026-b145-70d9041e8be9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.111068] env[62226]: DEBUG nova.compute.provider_tree [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.114170] env[62226]: DEBUG oslo_vmware.api [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1999.114170] env[62226]: value = "task-2028286" [ 1999.114170] env[62226]: _type = "Task" [ 1999.114170] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.125090] env[62226]: DEBUG oslo_vmware.api [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.128080] env[62226]: DEBUG nova.compute.manager [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1999.128313] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1999.129515] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43063f22-7131-469a-ace5-9f5a4a42ce5e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.139965] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1999.140435] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aaaae48-5548-4ef0-9eeb-672df714171c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.150356] env[62226]: DEBUG oslo_vmware.api [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1999.150356] env[62226]: value = "task-2028287" [ 1999.150356] env[62226]: _type = "Task" [ 1999.150356] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.163762] env[62226]: DEBUG oslo_vmware.api [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.178066] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.268710] env[62226]: DEBUG oslo_concurrency.lockutils [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] Releasing lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.268905] env[62226]: DEBUG nova.compute.manager [req-08a166ed-b16b-41e7-9014-829c4cd686a2 req-941eebdf-cfde-4952-822a-17413933c031 service nova] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Received event network-vif-deleted-ed69b8f4-fe24-4875-af5b-52e299e9fb1a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1999.357800] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028283, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.392806] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.462168] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028284, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.510680] env[62226]: DEBUG oslo_vmware.api [None req-9970d4ab-8d5d-4426-b799-bdc56b29818e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028285, 'name': PowerOffVM_Task, 'duration_secs': 0.356514} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.513905] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9970d4ab-8d5d-4426-b799-bdc56b29818e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.513994] env[62226]: DEBUG nova.compute.manager [None req-9970d4ab-8d5d-4426-b799-bdc56b29818e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1999.514800] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06375dfb-22c4-428f-b886-2922739d5635 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.616681] env[62226]: DEBUG nova.scheduler.client.report [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1999.631954] env[62226]: DEBUG oslo_vmware.api [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028286, 'name': PowerOffVM_Task, 'duration_secs': 0.353905} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.634883] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.635088] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1999.635378] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7424edf9-e8f3-4ee5-aafe-58c6d00cdc2c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.661839] env[62226]: DEBUG oslo_vmware.api [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028287, 'name': PowerOffVM_Task, 'duration_secs': 0.311177} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.662179] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.662357] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1999.662625] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d20ce5fc-4566-4324-ab2b-4c38b2704b28 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.674876] env[62226]: DEBUG oslo_vmware.api [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028267, 'name': ReconfigVM_Task, 'duration_secs': 5.993908} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.675863] env[62226]: DEBUG nova.network.neutron [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Updated VIF entry in instance network info cache for port edf3a185-6e1e-4c9b-82cc-2983f7297d49. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1999.676319] env[62226]: DEBUG nova.network.neutron [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Updating instance_info_cache with network_info: [{"id": "edf3a185-6e1e-4c9b-82cc-2983f7297d49", "address": "fa:16:3e:34:fa:b8", "network": {"id": "8af91886-ca24-4850-8933-5657c5a51f9d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202592182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07f81e67e63045c5b3754e60f8018bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf3a185-6e", "ovs_interfaceid": "edf3a185-6e1e-4c9b-82cc-2983f7297d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.677562] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.677851] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Reconfigured VM to detach interface {{(pid=62226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1999.823383] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1999.823383] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1999.823383] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Deleting the datastore file [datastore1] 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1999.823383] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a2dd4f5-46d4-45f2-a724-660cf9d0b423 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.831821] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1999.832220] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1999.832509] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Deleting the datastore file [datastore1] c68098ed-afaa-469f-8770-8a7af39b08f7 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1999.832894] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77855ec4-2098-4c36-8621-2dca7c9bcbf2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.837266] env[62226]: DEBUG oslo_vmware.api [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1999.837266] env[62226]: value = "task-2028290" [ 1999.837266] env[62226]: _type = "Task" [ 1999.837266] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.843802] env[62226]: DEBUG oslo_vmware.api [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 1999.843802] env[62226]: value = "task-2028291" [ 1999.843802] env[62226]: _type = "Task" [ 1999.843802] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.847207] env[62226]: DEBUG oslo_vmware.api [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.859021] env[62226]: DEBUG oslo_vmware.api [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.862216] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558086} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.862463] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 65a2add5-94c3-431c-83b9-3b6b0613a770/65a2add5-94c3-431c-83b9-3b6b0613a770.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1999.862664] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1999.862935] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b93712a8-dd61-49c5-ab0d-7c2eab50c3bd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.872808] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for the task: (returnval){ [ 1999.872808] env[62226]: value = "task-2028292" [ 1999.872808] env[62226]: _type = "Task" [ 1999.872808] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.883703] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.958196] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028284, 'name': CreateVM_Task, 'duration_secs': 0.822717} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.958458] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1999.959114] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.959317] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.959623] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1999.959964] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73367a4a-a266-49a0-85c0-cf8578721a21 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.966765] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 1999.966765] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52297749-b0e1-e16e-1c97-2dc035349926" [ 1999.966765] env[62226]: _type = "Task" [ 1999.966765] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.981491] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52297749-b0e1-e16e-1c97-2dc035349926, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.981823] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.982473] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1999.982725] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.982882] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.983080] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1999.983701] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ecb7b14-a4a5-42a2-98c0-637190d6a3e1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.994660] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1999.994852] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1999.995626] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c779a60-07ea-4b05-bbef-2d5d45b9148d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.002622] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 2000.002622] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5231c493-3ae2-e73c-adb1-ee403cf4cb9c" [ 2000.002622] env[62226]: _type = "Task" [ 2000.002622] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.015795] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5231c493-3ae2-e73c-adb1-ee403cf4cb9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.016607] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bde1f59-068c-45dd-a1aa-8b47bfbc4ea6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.023070] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 2000.023070] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520b35cd-0a86-9eb2-6e17-83e4213d9ec1" [ 2000.023070] env[62226]: _type = "Task" [ 2000.023070] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.029148] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9970d4ab-8d5d-4426-b799-bdc56b29818e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.036715] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520b35cd-0a86-9eb2-6e17-83e4213d9ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.126451] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.126784] env[62226]: DEBUG nova.compute.manager [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2000.136714] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.859s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.181766] env[62226]: DEBUG oslo_concurrency.lockutils [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] Releasing lock "refresh_cache-f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.182099] env[62226]: DEBUG nova.compute.manager [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Received event network-vif-deleted-fbccd221-2130-480e-b084-091e8eb16984 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2000.182309] env[62226]: DEBUG nova.compute.manager [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Received event network-vif-deleted-7b22dd9a-5429-4784-959e-a0e73c4c0687 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2000.182491] env[62226]: DEBUG nova.compute.manager [req-ff48ed5b-822b-43ce-8a22-bf6bee4a07e1 req-e2cfef4b-6347-4768-b077-9d87c0f836c3 service nova] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Received event network-vif-deleted-c757ee10-0281-49c3-a851-f3d376717143 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2000.354422] env[62226]: DEBUG oslo_vmware.api [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206579} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.355257] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2000.355463] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2000.355764] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2000.355865] env[62226]: INFO nova.compute.manager [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2000.356054] env[62226]: DEBUG oslo.service.loopingcall [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.356956] env[62226]: DEBUG nova.compute.manager [-] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2000.356956] env[62226]: DEBUG nova.network.neutron [-] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2000.362863] env[62226]: DEBUG oslo_vmware.api [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208542} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.364220] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2000.364413] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2000.364589] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2000.364810] env[62226]: INFO nova.compute.manager [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2000.366071] env[62226]: DEBUG oslo.service.loopingcall [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.366071] env[62226]: DEBUG nova.compute.manager [-] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2000.366071] env[62226]: DEBUG nova.network.neutron [-] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2000.398732] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093252} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.398984] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2000.400416] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5233c9-7fe8-434e-af76-8a652d420e8a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.426384] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 65a2add5-94c3-431c-83b9-3b6b0613a770/65a2add5-94c3-431c-83b9-3b6b0613a770.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2000.427937] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f03fafbc-2528-4e9a-a987-10b70b0de52a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.448403] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for the task: (returnval){ [ 2000.448403] env[62226]: value = "task-2028293" [ 2000.448403] env[62226]: _type = "Task" [ 2000.448403] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.457638] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.534782] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520b35cd-0a86-9eb2-6e17-83e4213d9ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.015209} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.535012] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.535276] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0/f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2000.535547] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-358488d0-e6bb-489c-a2e5-476becb8435d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.544608] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 2000.544608] env[62226]: value = "task-2028294" [ 2000.544608] env[62226]: _type = "Task" [ 2000.544608] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.555237] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.637032] env[62226]: DEBUG nova.compute.utils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2000.643163] env[62226]: INFO nova.compute.claims [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2000.649307] env[62226]: DEBUG nova.compute.manager [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2000.650054] env[62226]: DEBUG nova.network.neutron [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2000.697055] env[62226]: DEBUG nova.compute.manager [req-5614804b-c44a-40b7-ab50-166ec70efe00 req-8d712173-5d0f-46f3-a723-47c4f34efd38 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received event network-vif-deleted-7464a6cf-7555-4836-816c-3093bdbea0b2 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2000.698395] env[62226]: INFO nova.compute.manager [req-5614804b-c44a-40b7-ab50-166ec70efe00 req-8d712173-5d0f-46f3-a723-47c4f34efd38 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Neutron deleted interface 7464a6cf-7555-4836-816c-3093bdbea0b2; detaching it from the instance and deleting it from the info cache [ 2000.698395] env[62226]: DEBUG nova.network.neutron [req-5614804b-c44a-40b7-ab50-166ec70efe00 req-8d712173-5d0f-46f3-a723-47c4f34efd38 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updating instance_info_cache with network_info: [{"id": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "address": "fa:16:3e:3a:3b:45", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055a37d-b7", "ovs_interfaceid": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ed70875f-5da9-474a-a13f-7bc16e6f9036", "address": "fa:16:3e:f7:36:46", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped70875f-5d", "ovs_interfaceid": "ed70875f-5da9-474a-a13f-7bc16e6f9036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.791279] env[62226]: DEBUG nova.policy [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49a0c8231b614bfa85fdbc4b7eea035f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a741d5a42bd0495fbe6462f78cf1ef21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2000.825244] env[62226]: DEBUG nova.objects.instance [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lazy-loading 'flavor' on Instance uuid e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2000.965302] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028293, 'name': ReconfigVM_Task, 'duration_secs': 0.315465} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.965607] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 65a2add5-94c3-431c-83b9-3b6b0613a770/65a2add5-94c3-431c-83b9-3b6b0613a770.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2000.966320] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b458eca-51ad-4732-8137-8d02c6cb3676 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.977355] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for the task: (returnval){ [ 2000.977355] env[62226]: value = "task-2028295" [ 2000.977355] env[62226]: _type = "Task" [ 2000.977355] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.991155] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028295, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.058904] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508262} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.059647] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0/f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2001.059647] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2001.059874] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2707380e-68f9-4a9f-89ca-d7813f647999 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.069179] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 2001.069179] env[62226]: value = "task-2028296" [ 2001.069179] env[62226]: _type = "Task" [ 2001.069179] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.079914] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.150016] env[62226]: DEBUG nova.compute.manager [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2001.157767] env[62226]: INFO nova.compute.resource_tracker [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating resource usage from migration a04c5a44-9abf-4b66-9d22-bb73dba2e5fb [ 2001.161131] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.161308] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.161558] env[62226]: DEBUG nova.network.neutron [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2001.200748] env[62226]: DEBUG oslo_concurrency.lockutils [req-5614804b-c44a-40b7-ab50-166ec70efe00 req-8d712173-5d0f-46f3-a723-47c4f34efd38 service nova] Acquiring lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.200973] env[62226]: DEBUG oslo_concurrency.lockutils [req-5614804b-c44a-40b7-ab50-166ec70efe00 req-8d712173-5d0f-46f3-a723-47c4f34efd38 service nova] Acquired lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.204025] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33e54a1-5591-4d0d-b2e7-e8c8002e2f0f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.227575] env[62226]: DEBUG oslo_concurrency.lockutils [req-5614804b-c44a-40b7-ab50-166ec70efe00 req-8d712173-5d0f-46f3-a723-47c4f34efd38 service nova] Releasing lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.228017] env[62226]: WARNING nova.compute.manager [req-5614804b-c44a-40b7-ab50-166ec70efe00 req-8d712173-5d0f-46f3-a723-47c4f34efd38 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Detach interface failed, port_id=7464a6cf-7555-4836-816c-3093bdbea0b2, reason: No device with interface-id 7464a6cf-7555-4836-816c-3093bdbea0b2 exists on VM: nova.exception.NotFound: No device with interface-id 7464a6cf-7555-4836-816c-3093bdbea0b2 exists on VM [ 2001.320011] env[62226]: DEBUG nova.network.neutron [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Successfully created port: b72be7c3-cd7a-4330-81b1-92b157ad6c54 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2001.334175] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.334175] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.334175] env[62226]: DEBUG nova.network.neutron [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2001.334175] env[62226]: DEBUG nova.objects.instance [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lazy-loading 'info_cache' on Instance uuid e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2001.489928] env[62226]: DEBUG nova.network.neutron [-] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.491185] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028295, 'name': Rename_Task, 'duration_secs': 0.17929} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.494393] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2001.495084] env[62226]: DEBUG nova.network.neutron [-] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.495980] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-523459eb-cfbc-4d3e-8ce6-abfee01f5e51 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.505482] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for the task: (returnval){ [ 2001.505482] env[62226]: value = "task-2028297" [ 2001.505482] env[62226]: _type = "Task" [ 2001.505482] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.520608] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.539245] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796ec8d3-43a6-4061-ab13-e0007db1788f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.552414] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99862fc9-636e-4f28-8246-12aed106bccd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.558108] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfe985-f7f5-a550-32e5-c96f8bc6b42d/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2001.559010] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97adfe6-6e2c-4620-abab-9b34049b7791 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.566168] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfe985-f7f5-a550-32e5-c96f8bc6b42d/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2001.566351] env[62226]: ERROR oslo_vmware.rw_handles [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfe985-f7f5-a550-32e5-c96f8bc6b42d/disk-0.vmdk due to incomplete transfer. [ 2001.590918] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20cd951d-467c-42d0-bd8c-d586f6d2d24d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.596087] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f65cf1f-a8b2-4ee8-9908-1034eeb10963 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.604481] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08776} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.606664] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2001.609449] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8de2112-ce4a-47e2-adb7-8c6cf7b42aef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.615017] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4a47c4-9351-45dc-8c17-0863725c748b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.615419] env[62226]: DEBUG oslo_vmware.rw_handles [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfe985-f7f5-a550-32e5-c96f8bc6b42d/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2001.615607] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Uploaded image b5009854-e1c4-424a-ac3d-96842b64a28b to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2001.617885] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2001.618164] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3875a58e-c090-4367-994b-e13ca629670c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.644087] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0/f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2001.654452] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aad2a1d7-282e-4f34-ac22-ee2ed9af0747 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.668685] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2001.668685] env[62226]: value = "task-2028298" [ 2001.668685] env[62226]: _type = "Task" [ 2001.668685] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.672437] env[62226]: DEBUG nova.compute.provider_tree [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2001.685024] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 2001.685024] env[62226]: value = "task-2028299" [ 2001.685024] env[62226]: _type = "Task" [ 2001.685024] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.685841] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028298, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.699050] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.837508] env[62226]: DEBUG nova.objects.base [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2001.920169] env[62226]: INFO nova.network.neutron [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Port ed70875f-5da9-474a-a13f-7bc16e6f9036 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2001.920630] env[62226]: DEBUG nova.network.neutron [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updating instance_info_cache with network_info: [{"id": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "address": "fa:16:3e:3a:3b:45", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1055a37d-b7", "ovs_interfaceid": "1055a37d-b7d8-49e1-ad3a-b5de0c049ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.970416] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.970830] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.971174] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "13fa5844-1487-4374-bb29-f6bf9a667fb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.971499] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "13fa5844-1487-4374-bb29-f6bf9a667fb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.971797] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "13fa5844-1487-4374-bb29-f6bf9a667fb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.974448] env[62226]: INFO nova.compute.manager [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Terminating instance [ 2001.994026] env[62226]: INFO nova.compute.manager [-] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Took 1.63 seconds to deallocate network for instance. [ 2001.999786] env[62226]: INFO nova.compute.manager [-] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Took 1.64 seconds to deallocate network for instance. [ 2002.016991] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.175379] env[62226]: DEBUG nova.compute.manager [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2002.179101] env[62226]: DEBUG nova.scheduler.client.report [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2002.206740] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028298, 'name': Destroy_Task, 'duration_secs': 0.366049} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.209490] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Destroyed the VM [ 2002.210156] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2002.210485] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028299, 'name': ReconfigVM_Task, 'duration_secs': 0.415179} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.212646] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6f929323-6c85-489f-a52b-8122a152e00e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.214912] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Reconfigured VM instance instance-0000004e to attach disk [datastore2] f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0/f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.218123] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db86e1f0-f575-4f50-8846-b35c0884e7b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.228126] env[62226]: DEBUG nova.virt.hardware [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2002.228425] env[62226]: DEBUG nova.virt.hardware [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2002.228620] env[62226]: DEBUG nova.virt.hardware [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2002.228817] env[62226]: DEBUG nova.virt.hardware [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2002.228964] env[62226]: DEBUG nova.virt.hardware [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2002.229132] env[62226]: DEBUG nova.virt.hardware [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2002.229400] env[62226]: DEBUG nova.virt.hardware [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2002.229497] env[62226]: DEBUG nova.virt.hardware [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2002.229721] env[62226]: DEBUG nova.virt.hardware [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2002.229934] env[62226]: DEBUG nova.virt.hardware [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2002.230133] env[62226]: DEBUG nova.virt.hardware [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2002.231117] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f3c7fd-748e-46a6-b4d8-8cabf13e1d97 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.237641] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 2002.237641] env[62226]: value = "task-2028300" [ 2002.237641] env[62226]: _type = "Task" [ 2002.237641] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.238052] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2002.238052] env[62226]: value = "task-2028301" [ 2002.238052] env[62226]: _type = "Task" [ 2002.238052] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.249075] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83939c5-b3de-4668-ac40-24a92375d6c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.261337] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028301, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.264777] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028300, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.425842] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-13fa5844-1487-4374-bb29-f6bf9a667fb1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.479053] env[62226]: DEBUG nova.compute.manager [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2002.479481] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2002.480742] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cbf72b-386b-46df-9a93-9ffcdc8afc88 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.494571] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2002.495114] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36b24c16-e05e-4bf0-a12b-866eea0d2503 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.504676] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.505806] env[62226]: DEBUG oslo_vmware.api [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2002.505806] env[62226]: value = "task-2028302" [ 2002.505806] env[62226]: _type = "Task" [ 2002.505806] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.506990] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.530297] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.530707] env[62226]: DEBUG oslo_vmware.api [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.647640] env[62226]: DEBUG nova.network.neutron [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance_info_cache with network_info: [{"id": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "address": "fa:16:3e:4b:0c:4f", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a32b7f-7d", "ovs_interfaceid": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.687196] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.554s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.687393] env[62226]: INFO nova.compute.manager [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Migrating [ 2002.695883] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.148s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.698034] env[62226]: INFO nova.compute.claims [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2002.761022] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028301, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.761022] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028300, 'name': Rename_Task, 'duration_secs': 0.185324} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.761315] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2002.761381] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c73d1b29-9982-47ba-83be-23dc131509bd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.766163] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.766398] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.766606] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "a8f951ce-66f6-4a44-a2aa-51b3a5cbde69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.766792] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8f951ce-66f6-4a44-a2aa-51b3a5cbde69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.766963] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8f951ce-66f6-4a44-a2aa-51b3a5cbde69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.770555] env[62226]: DEBUG nova.compute.manager [req-e9da6938-52e6-4163-b873-9c2d7fb42799 req-92ab8642-7169-4aec-957b-ffee6d41989a service nova] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Received event network-vif-deleted-abaa1388-99c7-49c8-918b-24040cb20e23 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2002.770761] env[62226]: DEBUG nova.compute.manager [req-e9da6938-52e6-4163-b873-9c2d7fb42799 req-92ab8642-7169-4aec-957b-ffee6d41989a service nova] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Received event network-vif-deleted-19abab12-f729-4494-84eb-657ca552fedc {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2002.770966] env[62226]: DEBUG nova.compute.manager [req-e9da6938-52e6-4163-b873-9c2d7fb42799 req-92ab8642-7169-4aec-957b-ffee6d41989a service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received event network-vif-deleted-ed70875f-5da9-474a-a13f-7bc16e6f9036 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2002.774144] env[62226]: INFO nova.compute.manager [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Terminating instance [ 2002.776791] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 2002.776791] env[62226]: value = "task-2028303" [ 2002.776791] env[62226]: _type = "Task" [ 2002.776791] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.799910] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028303, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.930562] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e637b7d9-072b-49cc-ade6-7dc80a5dfb27 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-13fa5844-1487-4374-bb29-f6bf9a667fb1-7464a6cf-7555-4836-816c-3093bdbea0b2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.909s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.993736] env[62226]: DEBUG nova.network.neutron [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Successfully updated port: b72be7c3-cd7a-4330-81b1-92b157ad6c54 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2003.027550] env[62226]: DEBUG oslo_vmware.api [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028302, 'name': PowerOffVM_Task, 'duration_secs': 0.361877} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.031513] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.031707] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.032326] env[62226]: DEBUG oslo_vmware.api [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028297, 'name': PowerOnVM_Task, 'duration_secs': 1.082761} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.032537] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7472d87a-ba3b-4aa9-8558-c05e1280c21c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.034167] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2003.034520] env[62226]: INFO nova.compute.manager [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Took 9.54 seconds to spawn the instance on the hypervisor. [ 2003.034710] env[62226]: DEBUG nova.compute.manager [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.035913] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd438af4-4959-4662-92fb-e97a3543be38 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.152246] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.211531] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.211904] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.211952] env[62226]: DEBUG nova.network.neutron [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2003.251198] env[62226]: DEBUG oslo_vmware.api [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028301, 'name': RemoveSnapshot_Task, 'duration_secs': 0.815828} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.251529] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2003.252317] env[62226]: INFO nova.compute.manager [None req-f0b40f5a-f84d-4cfe-b6f4-871513613cab tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Took 16.60 seconds to snapshot the instance on the hypervisor. [ 2003.284614] env[62226]: DEBUG nova.compute.manager [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2003.285494] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.286782] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f358763-6660-4778-88f2-4e38af441d71 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.300813] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028303, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.304392] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.304392] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3126295-2272-4128-8a90-254bcf0fc4fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.313416] env[62226]: DEBUG oslo_vmware.api [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2003.313416] env[62226]: value = "task-2028305" [ 2003.313416] env[62226]: _type = "Task" [ 2003.313416] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.318425] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.318641] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.318828] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Deleting the datastore file [datastore2] 13fa5844-1487-4374-bb29-f6bf9a667fb1 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.319367] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fcf8cae-7d69-484c-b272-aec51e8e2e72 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.325626] env[62226]: DEBUG oslo_vmware.api [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.332521] env[62226]: DEBUG oslo_vmware.api [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2003.332521] env[62226]: value = "task-2028306" [ 2003.332521] env[62226]: _type = "Task" [ 2003.332521] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.346374] env[62226]: DEBUG oslo_vmware.api [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.498047] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "refresh_cache-f1d18d84-69d0-4e30-97cf-37b53cc299c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.498123] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "refresh_cache-f1d18d84-69d0-4e30-97cf-37b53cc299c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.498368] env[62226]: DEBUG nova.network.neutron [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2003.560288] env[62226]: INFO nova.compute.manager [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Took 23.76 seconds to build instance. [ 2003.798917] env[62226]: DEBUG oslo_vmware.api [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028303, 'name': PowerOnVM_Task, 'duration_secs': 0.533946} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.799063] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2003.799317] env[62226]: INFO nova.compute.manager [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Took 7.67 seconds to spawn the instance on the hypervisor. [ 2003.802023] env[62226]: DEBUG nova.compute.manager [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.802023] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b34eb20-c288-48a1-bd1c-a50418b75496 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.830955] env[62226]: DEBUG oslo_vmware.api [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028305, 'name': PowerOffVM_Task, 'duration_secs': 0.32204} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.833416] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.833644] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.834150] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1de2c8b8-361e-4fd6-b0b7-ffeb36c23675 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.847477] env[62226]: DEBUG oslo_vmware.api [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204763} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.851331] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2003.851754] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2003.852534] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2003.852748] env[62226]: INFO nova.compute.manager [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Took 1.37 seconds to destroy the instance on the hypervisor. [ 2003.853099] env[62226]: DEBUG oslo.service.loopingcall [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2003.853898] env[62226]: DEBUG nova.compute.manager [-] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2003.854072] env[62226]: DEBUG nova.network.neutron [-] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2003.903292] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "213b2153-b71c-4bcc-9706-9d9f5964b445" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.903744] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "213b2153-b71c-4bcc-9706-9d9f5964b445" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.958627] env[62226]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port ed70875f-5da9-474a-a13f-7bc16e6f9036 could not be found.", "detail": ""}} {{(pid=62226) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2003.958940] env[62226]: DEBUG nova.network.neutron [-] Unable to show port ed70875f-5da9-474a-a13f-7bc16e6f9036 as it no longer exists. {{(pid=62226) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2003.962751] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.962982] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.963240] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Deleting the datastore file [datastore2] a8f951ce-66f6-4a44-a2aa-51b3a5cbde69 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.963465] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b33da6a-6aad-4715-8a36-03fe554a7bae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.972436] env[62226]: DEBUG oslo_vmware.api [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2003.972436] env[62226]: value = "task-2028308" [ 2003.972436] env[62226]: _type = "Task" [ 2003.972436] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.987606] env[62226]: DEBUG oslo_vmware.api [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.062396] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fa0e8f50-bd4a-450a-87a4-e7336ffb568f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lock "65a2add5-94c3-431c-83b9-3b6b0613a770" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.269s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.078210] env[62226]: DEBUG nova.network.neutron [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2004.094299] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd69d03-34d1-41e8-84f4-022ddf5a1eab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.103543] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddef20dd-bdad-4b21-a27f-8706f868c5af {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.141105] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7eeb4f-e9ea-4043-984a-838d41468bae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.149675] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20fc4aa-6905-488c-984b-feac153cf1d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.163739] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2004.164199] env[62226]: DEBUG nova.compute.provider_tree [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2004.165452] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-925bcf4b-8cc7-4bcb-b16d-fa6f8c968499 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.175249] env[62226]: DEBUG oslo_vmware.api [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2004.175249] env[62226]: value = "task-2028309" [ 2004.175249] env[62226]: _type = "Task" [ 2004.175249] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.186764] env[62226]: DEBUG oslo_vmware.api [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.246656] env[62226]: DEBUG nova.network.neutron [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance_info_cache with network_info: [{"id": "bad815bd-545e-4c82-9855-009a6193e6b4", "address": "fa:16:3e:ba:29:f4", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad815bd-54", "ovs_interfaceid": "bad815bd-545e-4c82-9855-009a6193e6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.328320] env[62226]: INFO nova.compute.manager [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Took 24.06 seconds to build instance. [ 2004.399265] env[62226]: DEBUG nova.network.neutron [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Updating instance_info_cache with network_info: [{"id": "b72be7c3-cd7a-4330-81b1-92b157ad6c54", "address": "fa:16:3e:41:df:74", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb72be7c3-cd", "ovs_interfaceid": "b72be7c3-cd7a-4330-81b1-92b157ad6c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.409656] env[62226]: DEBUG nova.compute.manager [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2004.492517] env[62226]: DEBUG oslo_vmware.api [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143451} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.492900] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.493205] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2004.493509] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2004.493814] env[62226]: INFO nova.compute.manager [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2004.494397] env[62226]: DEBUG oslo.service.loopingcall [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2004.495104] env[62226]: DEBUG nova.compute.manager [-] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2004.495260] env[62226]: DEBUG nova.network.neutron [-] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2004.669598] env[62226]: DEBUG nova.scheduler.client.report [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2004.692756] env[62226]: DEBUG oslo_vmware.api [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028309, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.749757] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.830152] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8739d799-2b14-4598-9f90-3ce81dd44a2a tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.571s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.902339] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "refresh_cache-f1d18d84-69d0-4e30-97cf-37b53cc299c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.902752] env[62226]: DEBUG nova.compute.manager [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Instance network_info: |[{"id": "b72be7c3-cd7a-4330-81b1-92b157ad6c54", "address": "fa:16:3e:41:df:74", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb72be7c3-cd", "ovs_interfaceid": "b72be7c3-cd7a-4330-81b1-92b157ad6c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2004.903377] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:df:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b72be7c3-cd7a-4330-81b1-92b157ad6c54', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2004.915342] env[62226]: DEBUG oslo.service.loopingcall [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2004.918613] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2004.918875] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d8a3caa-5a82-417a-9025-8393c25408ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.950836] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2004.950836] env[62226]: value = "task-2028310" [ 2004.950836] env[62226]: _type = "Task" [ 2004.950836] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.963064] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028310, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.967201] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.189025] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.189025] env[62226]: DEBUG nova.compute.manager [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2005.190635] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.725s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.192096] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.196448] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.379s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.198059] env[62226]: DEBUG nova.objects.instance [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lazy-loading 'resources' on Instance uuid 8bf6ff41-49de-4a52-90bf-6c1c045dd57a {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.205105] env[62226]: DEBUG nova.network.neutron [-] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.211889] env[62226]: DEBUG nova.compute.manager [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Received event network-vif-plugged-b72be7c3-cd7a-4330-81b1-92b157ad6c54 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2005.211889] env[62226]: DEBUG oslo_concurrency.lockutils [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] Acquiring lock "f1d18d84-69d0-4e30-97cf-37b53cc299c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.211889] env[62226]: DEBUG oslo_concurrency.lockutils [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] Lock "f1d18d84-69d0-4e30-97cf-37b53cc299c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.211889] env[62226]: DEBUG oslo_concurrency.lockutils [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] Lock "f1d18d84-69d0-4e30-97cf-37b53cc299c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.211889] env[62226]: DEBUG nova.compute.manager [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] No waiting events found dispatching network-vif-plugged-b72be7c3-cd7a-4330-81b1-92b157ad6c54 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2005.211889] env[62226]: WARNING nova.compute.manager [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Received unexpected event network-vif-plugged-b72be7c3-cd7a-4330-81b1-92b157ad6c54 for instance with vm_state building and task_state spawning. [ 2005.213906] env[62226]: DEBUG nova.compute.manager [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Received event network-changed-b72be7c3-cd7a-4330-81b1-92b157ad6c54 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2005.213906] env[62226]: DEBUG nova.compute.manager [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Refreshing instance network info cache due to event network-changed-b72be7c3-cd7a-4330-81b1-92b157ad6c54. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2005.213906] env[62226]: DEBUG oslo_concurrency.lockutils [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] Acquiring lock "refresh_cache-f1d18d84-69d0-4e30-97cf-37b53cc299c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.213906] env[62226]: DEBUG oslo_concurrency.lockutils [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] Acquired lock "refresh_cache-f1d18d84-69d0-4e30-97cf-37b53cc299c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.213906] env[62226]: DEBUG nova.network.neutron [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Refreshing network info cache for port b72be7c3-cd7a-4330-81b1-92b157ad6c54 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2005.219154] env[62226]: DEBUG oslo_vmware.api [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028309, 'name': PowerOnVM_Task, 'duration_secs': 0.688462} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.219273] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2005.223017] env[62226]: DEBUG nova.compute.manager [None req-ba3a6361-7b52-4404-82b2-8c99b8894253 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2005.223017] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bfee28-d89b-4bdf-bdd8-93e6684a5396 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.239347] env[62226]: INFO nova.scheduler.client.report [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Deleted allocations for instance eec9ee2e-5d78-4068-b2fe-fb828b8be651 [ 2005.264489] env[62226]: DEBUG nova.compute.manager [req-ed1683eb-3a03-4fad-81ab-4cea10826639 req-b37a0865-a94b-4182-a36f-e96cb8ba743d service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Received event network-changed-f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2005.264777] env[62226]: DEBUG nova.compute.manager [req-ed1683eb-3a03-4fad-81ab-4cea10826639 req-b37a0865-a94b-4182-a36f-e96cb8ba743d service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Refreshing instance network info cache due to event network-changed-f78822fa-01fe-4c1b-8a35-fe7e25713630. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2005.264894] env[62226]: DEBUG oslo_concurrency.lockutils [req-ed1683eb-3a03-4fad-81ab-4cea10826639 req-b37a0865-a94b-4182-a36f-e96cb8ba743d service nova] Acquiring lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.265046] env[62226]: DEBUG oslo_concurrency.lockutils [req-ed1683eb-3a03-4fad-81ab-4cea10826639 req-b37a0865-a94b-4182-a36f-e96cb8ba743d service nova] Acquired lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.265209] env[62226]: DEBUG nova.network.neutron [req-ed1683eb-3a03-4fad-81ab-4cea10826639 req-b37a0865-a94b-4182-a36f-e96cb8ba743d service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Refreshing network info cache for port f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2005.461312] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028310, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.598729] env[62226]: DEBUG nova.network.neutron [-] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.702018] env[62226]: DEBUG nova.compute.utils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2005.702739] env[62226]: DEBUG nova.compute.manager [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2005.702907] env[62226]: DEBUG nova.network.neutron [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2005.715890] env[62226]: INFO nova.compute.manager [-] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Took 1.86 seconds to deallocate network for instance. [ 2005.752930] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c6cde55b-45aa-43f1-a584-25dcb96468e9 tempest-ServersTestManualDisk-796546782 tempest-ServersTestManualDisk-796546782-project-member] Lock "eec9ee2e-5d78-4068-b2fe-fb828b8be651" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.568s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.776133] env[62226]: DEBUG nova.policy [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50d67fbc4e0c4146b1e0c4038bb0e986', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506500182ff8414899d7d9b8e2189a9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2005.965600] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028310, 'name': CreateVM_Task, 'duration_secs': 0.558157} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.965600] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2005.965600] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.965600] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.966439] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2005.966439] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c89a41-f237-4e26-be09-fab60a6b6b4d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.978109] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2005.978109] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529ef164-d9e4-6357-2d72-7b72867bc25a" [ 2005.978109] env[62226]: _type = "Task" [ 2005.978109] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.996019] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529ef164-d9e4-6357-2d72-7b72867bc25a, 'name': SearchDatastore_Task, 'duration_secs': 0.011911} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.998063] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.998063] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2005.998063] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.998063] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.998392] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2006.001655] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30969b44-7b1d-4976-9068-bf72914b90c2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.015566] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2006.015566] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2006.020443] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1684d84c-325d-4b59-b0b4-6557d9086b3b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.032076] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2006.032076] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f65699-040a-217f-6976-aa586c778f1f" [ 2006.032076] env[62226]: _type = "Task" [ 2006.032076] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.043769] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f65699-040a-217f-6976-aa586c778f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.101544] env[62226]: INFO nova.compute.manager [-] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Took 1.61 seconds to deallocate network for instance. [ 2006.124411] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9792bc-ca2d-4d28-82e4-41b3dfbde503 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.136436] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b518168-96cc-424c-8b94-47430eacd90e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.173481] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a885c6-7ee9-4811-a713-551baa2e5d2e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.190446] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9af93e-3594-4580-83a5-db0c045dc86f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.206497] env[62226]: DEBUG nova.compute.provider_tree [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2006.210993] env[62226]: DEBUG nova.compute.manager [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2006.229227] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.266486] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dec65a-df4e-4737-9db7-75533f4e916a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.293142] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance '86b97308-6068-44a3-8032-3c88a1b9ba9d' progress to 0 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2006.444247] env[62226]: DEBUG nova.network.neutron [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Updated VIF entry in instance network info cache for port b72be7c3-cd7a-4330-81b1-92b157ad6c54. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2006.444619] env[62226]: DEBUG nova.network.neutron [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Updating instance_info_cache with network_info: [{"id": "b72be7c3-cd7a-4330-81b1-92b157ad6c54", "address": "fa:16:3e:41:df:74", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb72be7c3-cd", "ovs_interfaceid": "b72be7c3-cd7a-4330-81b1-92b157ad6c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.543669] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f65699-040a-217f-6976-aa586c778f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.013435} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.544502] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84d2bea7-c0a8-4338-b4b0-0030678f2f10 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.551048] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2006.551048] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5282899f-5cdc-7711-7088-946e7ad68607" [ 2006.551048] env[62226]: _type = "Task" [ 2006.551048] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.559899] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5282899f-5cdc-7711-7088-946e7ad68607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.560817] env[62226]: DEBUG nova.network.neutron [req-ed1683eb-3a03-4fad-81ab-4cea10826639 req-b37a0865-a94b-4182-a36f-e96cb8ba743d service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updated VIF entry in instance network info cache for port f78822fa-01fe-4c1b-8a35-fe7e25713630. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2006.561243] env[62226]: DEBUG nova.network.neutron [req-ed1683eb-3a03-4fad-81ab-4cea10826639 req-b37a0865-a94b-4182-a36f-e96cb8ba743d service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updating instance_info_cache with network_info: [{"id": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "address": "fa:16:3e:16:d1:57", "network": {"id": "98116ab9-9c74-4d45-b7d6-d481479bfbb8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1700526945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8008914dffb04cf1b4e249e9fa1b6ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78822fa-01", "ovs_interfaceid": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.614887] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.713571] env[62226]: DEBUG nova.scheduler.client.report [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2006.801010] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2006.801384] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-477a34c7-747a-4d55-8b09-88682531f6aa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.810725] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2006.810725] env[62226]: value = "task-2028311" [ 2006.810725] env[62226]: _type = "Task" [ 2006.810725] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.827406] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.844278] env[62226]: DEBUG nova.network.neutron [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Successfully created port: 12b0a10b-f680-4a3a-9740-784ce34fd4c7 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2006.950022] env[62226]: DEBUG oslo_concurrency.lockutils [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] Releasing lock "refresh_cache-f1d18d84-69d0-4e30-97cf-37b53cc299c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.950022] env[62226]: DEBUG nova.compute.manager [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Received event network-vif-deleted-1055a37d-b7d8-49e1-ad3a-b5de0c049ddb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2006.950022] env[62226]: INFO nova.compute.manager [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Neutron deleted interface 1055a37d-b7d8-49e1-ad3a-b5de0c049ddb; detaching it from the instance and deleting it from the info cache [ 2006.950022] env[62226]: DEBUG nova.network.neutron [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.068234] env[62226]: DEBUG oslo_concurrency.lockutils [req-ed1683eb-3a03-4fad-81ab-4cea10826639 req-b37a0865-a94b-4182-a36f-e96cb8ba743d service nova] Releasing lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.069937] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5282899f-5cdc-7711-7088-946e7ad68607, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.070814] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.070814] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] f1d18d84-69d0-4e30-97cf-37b53cc299c8/f1d18d84-69d0-4e30-97cf-37b53cc299c8.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2007.070814] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48d734fe-9ac3-4df8-8a45-f16bbe920c03 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.079970] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2007.079970] env[62226]: value = "task-2028312" [ 2007.079970] env[62226]: _type = "Task" [ 2007.079970] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.090437] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.227542] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.231364] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.164s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.231958] env[62226]: DEBUG nova.objects.instance [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lazy-loading 'resources' on Instance uuid f59dd4b9-7c8a-48e7-8239-0dcc847f3e31 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2007.234832] env[62226]: DEBUG nova.compute.manager [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2007.267008] env[62226]: INFO nova.scheduler.client.report [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Deleted allocations for instance 8bf6ff41-49de-4a52-90bf-6c1c045dd57a [ 2007.284022] env[62226]: DEBUG nova.virt.hardware [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2007.284022] env[62226]: DEBUG nova.virt.hardware [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2007.284022] env[62226]: DEBUG nova.virt.hardware [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2007.284022] env[62226]: DEBUG nova.virt.hardware [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2007.284022] env[62226]: DEBUG nova.virt.hardware [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2007.284022] env[62226]: DEBUG nova.virt.hardware [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2007.284022] env[62226]: DEBUG nova.virt.hardware [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2007.284022] env[62226]: DEBUG nova.virt.hardware [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2007.284022] env[62226]: DEBUG nova.virt.hardware [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2007.284022] env[62226]: DEBUG nova.virt.hardware [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2007.284022] env[62226]: DEBUG nova.virt.hardware [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2007.285328] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afd892a-e813-415b-993b-88f245345004 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.295823] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea94c68f-0ca1-4fcc-a723-e64770adae41 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.331318] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028311, 'name': PowerOffVM_Task, 'duration_secs': 0.303692} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.331851] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2007.331998] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance '86b97308-6068-44a3-8032-3c88a1b9ba9d' progress to 17 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2007.422569] env[62226]: DEBUG nova.compute.manager [req-9655a357-d0cf-4b2c-bbf2-964bd313be4d req-f3c2aeb3-9d7a-44e9-a4f6-4edbbfaaedf4 service nova] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Received event network-vif-deleted-90c17c63-5d6d-429e-9ffc-2736aca69ddd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2007.457545] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00e63d3a-bafa-4823-b410-73c9d2bab0a0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.471209] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ade8988-eca7-4f3c-abb9-1acc2d3f3e79 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.514045] env[62226]: DEBUG nova.compute.manager [req-e09868cd-481d-4eee-9943-47926d4464a5 req-704359a1-6d46-468c-84b2-dd5b06532675 service nova] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Detach interface failed, port_id=1055a37d-b7d8-49e1-ad3a-b5de0c049ddb, reason: Instance 13fa5844-1487-4374-bb29-f6bf9a667fb1 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2007.589844] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48926} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.590151] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] f1d18d84-69d0-4e30-97cf-37b53cc299c8/f1d18d84-69d0-4e30-97cf-37b53cc299c8.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2007.590376] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2007.590638] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-110f2e4b-b6a5-4b68-af42-8d274c5b6945 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.597622] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2007.597622] env[62226]: value = "task-2028313" [ 2007.597622] env[62226]: _type = "Task" [ 2007.597622] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.607220] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.740421] env[62226]: DEBUG nova.objects.instance [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lazy-loading 'numa_topology' on Instance uuid f59dd4b9-7c8a-48e7-8239-0dcc847f3e31 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2007.780376] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61682fef-6d2f-462e-9711-153fe22fc38c tempest-ImagesOneServerNegativeTestJSON-1472328930 tempest-ImagesOneServerNegativeTestJSON-1472328930-project-member] Lock "8bf6ff41-49de-4a52-90bf-6c1c045dd57a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.627s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.839334] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2007.839588] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2007.839779] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2007.840491] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2007.840700] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2007.840861] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2007.841084] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2007.841271] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2007.841471] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2007.841651] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2007.842018] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2007.847282] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f497ac2-c197-4d61-af8e-c3d447f987f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.865581] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2007.865581] env[62226]: value = "task-2028314" [ 2007.865581] env[62226]: _type = "Task" [ 2007.865581] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.875511] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.885143] env[62226]: DEBUG oslo_concurrency.lockutils [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.885454] env[62226]: DEBUG oslo_concurrency.lockutils [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.885830] env[62226]: DEBUG oslo_concurrency.lockutils [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.886293] env[62226]: DEBUG oslo_concurrency.lockutils [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.886293] env[62226]: DEBUG oslo_concurrency.lockutils [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.888527] env[62226]: INFO nova.compute.manager [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Terminating instance [ 2008.108775] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.109029] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2008.110510] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edcf076-81e0-433d-a548-12352f9ba815 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.136090] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] f1d18d84-69d0-4e30-97cf-37b53cc299c8/f1d18d84-69d0-4e30-97cf-37b53cc299c8.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2008.136829] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc2a1717-8f7d-4084-820a-69b984f75798 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.157550] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2008.157550] env[62226]: value = "task-2028315" [ 2008.157550] env[62226]: _type = "Task" [ 2008.157550] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.167530] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.243339] env[62226]: DEBUG nova.objects.base [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2008.377867] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028314, 'name': ReconfigVM_Task, 'duration_secs': 0.2192} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.378499] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance '86b97308-6068-44a3-8032-3c88a1b9ba9d' progress to 33 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2008.393182] env[62226]: DEBUG nova.compute.manager [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2008.393477] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2008.394510] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6ade89-8b7d-49b1-ba59-6588e672e702 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.402939] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2008.403210] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d08c8022-74a0-4753-8b62-6453fd714124 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.411033] env[62226]: DEBUG oslo_vmware.api [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 2008.411033] env[62226]: value = "task-2028316" [ 2008.411033] env[62226]: _type = "Task" [ 2008.411033] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.426244] env[62226]: DEBUG oslo_vmware.api [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.631812] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0e51c9-ed5c-4f1e-bcda-e5dcddf2a9a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.641243] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51571b20-4de2-482a-8c3b-acdcfc695b1e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.683637] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc939975-6cf4-498b-94c1-c130fe274c43 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.693699] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.701015] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370339aa-695b-455d-8732-acba03ddefcc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.714903] env[62226]: DEBUG nova.compute.provider_tree [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2008.892717] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2008.893028] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2008.894463] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2008.895201] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2008.895201] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2008.895201] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2008.895201] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2008.895201] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2008.895375] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2008.895611] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2008.895752] env[62226]: DEBUG nova.virt.hardware [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2008.904513] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2008.905044] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-265865de-1ffc-44d5-9748-1e3bb8f2ad70 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.937362] env[62226]: DEBUG oslo_vmware.api [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028316, 'name': PowerOffVM_Task, 'duration_secs': 0.48602} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.939973] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2008.939973] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2008.940420] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2008.940420] env[62226]: value = "task-2028317" [ 2008.940420] env[62226]: _type = "Task" [ 2008.940420] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.940701] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66177755-7d4a-4aad-b729-3bfd7c4738d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.957546] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028317, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.996381] env[62226]: DEBUG nova.network.neutron [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Successfully updated port: 12b0a10b-f680-4a3a-9740-784ce34fd4c7 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2009.050327] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2009.050671] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2009.050884] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Deleting the datastore file [datastore2] f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2009.051200] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e41c2d0a-e085-4d1d-a1db-9a1b9a20ad10 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.062352] env[62226]: DEBUG oslo_vmware.api [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 2009.062352] env[62226]: value = "task-2028319" [ 2009.062352] env[62226]: _type = "Task" [ 2009.062352] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.075500] env[62226]: DEBUG oslo_vmware.api [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.191194] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028315, 'name': ReconfigVM_Task, 'duration_secs': 0.91998} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.191573] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Reconfigured VM instance instance-0000004f to attach disk [datastore1] f1d18d84-69d0-4e30-97cf-37b53cc299c8/f1d18d84-69d0-4e30-97cf-37b53cc299c8.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2009.193422] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f69fe3c6-b2fd-42c2-aff1-36c0d4ff212d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.202897] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2009.202897] env[62226]: value = "task-2028320" [ 2009.202897] env[62226]: _type = "Task" [ 2009.202897] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.218301] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028320, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.221805] env[62226]: DEBUG nova.scheduler.client.report [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2009.339295] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquiring lock "b54fd956-9512-4280-adab-bfddb23610fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.339532] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Lock "b54fd956-9512-4280-adab-bfddb23610fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.455082] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028317, 'name': ReconfigVM_Task, 'duration_secs': 0.339178} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.455425] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2009.456263] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6b4b79-a85d-4418-bbcb-71006a03627e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.485686] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 86b97308-6068-44a3-8032-3c88a1b9ba9d/86b97308-6068-44a3-8032-3c88a1b9ba9d.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2009.485686] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7342f089-0bbf-4ef3-875e-c8d6ac5eec73 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.500403] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.500545] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.500727] env[62226]: DEBUG nova.network.neutron [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2009.511264] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2009.511264] env[62226]: value = "task-2028321" [ 2009.511264] env[62226]: _type = "Task" [ 2009.511264] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.528697] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.575177] env[62226]: DEBUG oslo_vmware.api [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159729} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.575515] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2009.575772] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2009.575959] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2009.576345] env[62226]: INFO nova.compute.manager [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2009.576460] env[62226]: DEBUG oslo.service.loopingcall [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.576684] env[62226]: DEBUG nova.compute.manager [-] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2009.576856] env[62226]: DEBUG nova.network.neutron [-] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2009.618119] env[62226]: DEBUG nova.compute.manager [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Received event network-vif-plugged-12b0a10b-f680-4a3a-9740-784ce34fd4c7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2009.618340] env[62226]: DEBUG oslo_concurrency.lockutils [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] Acquiring lock "0863d731-b360-4190-af90-b096ef76dc3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.618541] env[62226]: DEBUG oslo_concurrency.lockutils [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] Lock "0863d731-b360-4190-af90-b096ef76dc3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.618707] env[62226]: DEBUG oslo_concurrency.lockutils [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] Lock "0863d731-b360-4190-af90-b096ef76dc3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.618904] env[62226]: DEBUG nova.compute.manager [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] No waiting events found dispatching network-vif-plugged-12b0a10b-f680-4a3a-9740-784ce34fd4c7 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2009.621021] env[62226]: WARNING nova.compute.manager [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Received unexpected event network-vif-plugged-12b0a10b-f680-4a3a-9740-784ce34fd4c7 for instance with vm_state building and task_state spawning. [ 2009.621021] env[62226]: DEBUG nova.compute.manager [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Received event network-changed-12b0a10b-f680-4a3a-9740-784ce34fd4c7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2009.621021] env[62226]: DEBUG nova.compute.manager [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Refreshing instance network info cache due to event network-changed-12b0a10b-f680-4a3a-9740-784ce34fd4c7. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2009.621021] env[62226]: DEBUG oslo_concurrency.lockutils [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] Acquiring lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.717322] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028320, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.729834] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.496s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.733489] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.494s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.733489] env[62226]: DEBUG nova.objects.instance [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lazy-loading 'resources' on Instance uuid a8e39b2f-207c-4388-b51f-cd9453cddb38 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2009.844566] env[62226]: DEBUG nova.compute.manager [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2010.022205] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028321, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.052546] env[62226]: DEBUG nova.network.neutron [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2010.215678] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028320, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.244951] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bd4ef406-7593-4265-84de-d4be5c84bbda tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.554s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.246228] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 13.489s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.246709] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.247241] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.247555] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.249590] env[62226]: INFO nova.compute.manager [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Terminating instance [ 2010.265401] env[62226]: DEBUG nova.network.neutron [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance_info_cache with network_info: [{"id": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "address": "fa:16:3e:44:8f:cb", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b0a10b-f6", "ovs_interfaceid": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.379305] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.412974] env[62226]: DEBUG nova.network.neutron [-] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.526076] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028321, 'name': ReconfigVM_Task, 'duration_secs': 0.566556} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.526536] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 86b97308-6068-44a3-8032-3c88a1b9ba9d/86b97308-6068-44a3-8032-3c88a1b9ba9d.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2010.526852] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance '86b97308-6068-44a3-8032-3c88a1b9ba9d' progress to 50 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2010.610048] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50a2de9-d8b1-4660-a4e2-b2266a58c890 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.618047] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32821a02-76eb-4301-b31a-f6851c3b3665 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.658864] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397ab40c-7387-4d04-8f36-2310cbd31ad3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.671352] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5168f068-c5ef-45b2-8c18-7e989645ac31 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.683684] env[62226]: DEBUG nova.compute.provider_tree [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2010.715409] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028320, 'name': Rename_Task, 'duration_secs': 1.344075} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.715711] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2010.716959] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e82a01e-8fbd-448f-8a4e-e9b5b7b497fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.723842] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2010.723842] env[62226]: value = "task-2028322" [ 2010.723842] env[62226]: _type = "Task" [ 2010.723842] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.738046] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.754319] env[62226]: DEBUG nova.compute.manager [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2010.757027] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2010.757027] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94b73fa8-ff3b-4fe6-a700-334ede37b577 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.766651] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aff0d42-78fc-4f70-80c4-9da009cbe278 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.779249] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.779805] env[62226]: DEBUG nova.compute.manager [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Instance network_info: |[{"id": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "address": "fa:16:3e:44:8f:cb", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b0a10b-f6", "ovs_interfaceid": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2010.780366] env[62226]: DEBUG oslo_concurrency.lockutils [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] Acquired lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.780679] env[62226]: DEBUG nova.network.neutron [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Refreshing network info cache for port 12b0a10b-f680-4a3a-9740-784ce34fd4c7 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.784012] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:8f:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12b0a10b-f680-4a3a-9740-784ce34fd4c7', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2010.790935] env[62226]: DEBUG oslo.service.loopingcall [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.792468] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2010.792819] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe29c930-9e86-401b-8ca5-a29b0b904796 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.819231] env[62226]: WARNING nova.virt.vmwareapi.vmops [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f59dd4b9-7c8a-48e7-8239-0dcc847f3e31 could not be found. [ 2010.819665] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2010.820922] env[62226]: INFO nova.compute.manager [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Took 0.07 seconds to destroy the instance on the hypervisor. [ 2010.820922] env[62226]: DEBUG oslo.service.loopingcall [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.820922] env[62226]: DEBUG nova.compute.manager [-] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2010.821119] env[62226]: DEBUG nova.network.neutron [-] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2010.826096] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2010.826096] env[62226]: value = "task-2028323" [ 2010.826096] env[62226]: _type = "Task" [ 2010.826096] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.834640] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028323, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.915583] env[62226]: INFO nova.compute.manager [-] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Took 1.34 seconds to deallocate network for instance. [ 2011.040095] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ad37a3-11fd-4b23-863f-c506792be5db {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.070212] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf0529a-bb2f-4ef9-b819-9715e1e31416 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.091097] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance '86b97308-6068-44a3-8032-3c88a1b9ba9d' progress to 67 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2011.186906] env[62226]: DEBUG nova.scheduler.client.report [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2011.234632] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.339846] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028323, 'name': CreateVM_Task, 'duration_secs': 0.472107} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.340047] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2011.340811] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.340969] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.341899] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2011.341899] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdddbfc-a580-405f-b8c6-ca09a2b27c08 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.346751] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2011.346751] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52603873-c870-7a54-3090-56895043b7a7" [ 2011.346751] env[62226]: _type = "Task" [ 2011.346751] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.356208] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52603873-c870-7a54-3090-56895043b7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.423975] env[62226]: DEBUG oslo_concurrency.lockutils [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.503711] env[62226]: DEBUG nova.network.neutron [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updated VIF entry in instance network info cache for port 12b0a10b-f680-4a3a-9740-784ce34fd4c7. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.504103] env[62226]: DEBUG nova.network.neutron [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance_info_cache with network_info: [{"id": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "address": "fa:16:3e:44:8f:cb", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b0a10b-f6", "ovs_interfaceid": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.607362] env[62226]: DEBUG nova.network.neutron [-] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.638503] env[62226]: DEBUG nova.network.neutron [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Port bad815bd-545e-4c82-9855-009a6193e6b4 binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2011.689968] env[62226]: DEBUG nova.compute.manager [req-b7ce013d-40f5-4548-a0c5-e9be71e11b4c req-0870e391-88b5-41ca-8262-d33b96095431 service nova] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Received event network-vif-deleted-edf3a185-6e1e-4c9b-82cc-2983f7297d49 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2011.691280] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.694319] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.302s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.694540] env[62226]: DEBUG nova.objects.instance [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lazy-loading 'resources' on Instance uuid 25ee3e0b-0c55-4d8f-a894-4183093c4990 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.716631] env[62226]: INFO nova.scheduler.client.report [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Deleted allocations for instance a8e39b2f-207c-4388-b51f-cd9453cddb38 [ 2011.737896] env[62226]: DEBUG oslo_vmware.api [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028322, 'name': PowerOnVM_Task, 'duration_secs': 0.846279} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.737896] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2011.738133] env[62226]: INFO nova.compute.manager [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Took 9.56 seconds to spawn the instance on the hypervisor. [ 2011.738293] env[62226]: DEBUG nova.compute.manager [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2011.739081] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8084a5d-f98e-405f-9f68-7388a99804c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.858314] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52603873-c870-7a54-3090-56895043b7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.858605] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.858842] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2011.859225] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.859225] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.859408] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2011.859696] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-577d60f9-e77a-4c35-9c1d-d8ec7bd4e5ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.868843] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2011.869042] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2011.869828] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c705f3b6-45f7-4eae-918f-bd15485da089 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.875472] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2011.875472] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525d9056-72b0-b6d9-fcdc-98a8acb5e09a" [ 2011.875472] env[62226]: _type = "Task" [ 2011.875472] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.884232] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525d9056-72b0-b6d9-fcdc-98a8acb5e09a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.006740] env[62226]: DEBUG oslo_concurrency.lockutils [req-4ea9b2ef-f804-4e57-9870-8eaa51acfacb req-4f094394-1844-4f8c-99e9-09e8df8247bf service nova] Releasing lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.111311] env[62226]: INFO nova.compute.manager [-] [instance: f59dd4b9-7c8a-48e7-8239-0dcc847f3e31] Took 1.29 seconds to deallocate network for instance. [ 2012.225041] env[62226]: DEBUG oslo_concurrency.lockutils [None req-17d37ea0-4b28-4610-9822-cbeb4cc933b4 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "a8e39b2f-207c-4388-b51f-cd9453cddb38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.590s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.261137] env[62226]: INFO nova.compute.manager [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Took 30.51 seconds to build instance. [ 2012.391503] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525d9056-72b0-b6d9-fcdc-98a8acb5e09a, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.392796] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c98e169-751b-40fb-ba15-7cf1ce36d691 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.403200] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2012.403200] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cfe5a6-6a1a-5468-bebc-1f5f5c3b3a49" [ 2012.403200] env[62226]: _type = "Task" [ 2012.403200] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.415506] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cfe5a6-6a1a-5468-bebc-1f5f5c3b3a49, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.418318] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.418630] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 0863d731-b360-4190-af90-b096ef76dc3e/0863d731-b360-4190-af90-b096ef76dc3e.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2012.419134] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a978ff6-f8b7-40a6-b8b0-74db62974f94 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.430428] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2012.430428] env[62226]: value = "task-2028324" [ 2012.430428] env[62226]: _type = "Task" [ 2012.430428] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.445933] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.540647] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f603266-6a75-4aa2-8b3e-50492f51741d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.551027] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe607342-1fad-4821-aab4-42c9c17f8b7e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.584879] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829d2cac-db21-44a8-82de-8331456bf05b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.594704] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102cc16a-24e0-40d2-97e0-34c4d15f71d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.612451] env[62226]: DEBUG nova.compute.provider_tree [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.658456] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "86b97308-6068-44a3-8032-3c88a1b9ba9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.658740] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "86b97308-6068-44a3-8032-3c88a1b9ba9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.660277] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "86b97308-6068-44a3-8032-3c88a1b9ba9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.763818] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1d39331-8d34-476e-b0ad-9c3678744da4 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "f1d18d84-69d0-4e30-97cf-37b53cc299c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.021s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.943803] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028324, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.989032] env[62226]: DEBUG oslo_concurrency.lockutils [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "f1d18d84-69d0-4e30-97cf-37b53cc299c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.989393] env[62226]: DEBUG oslo_concurrency.lockutils [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "f1d18d84-69d0-4e30-97cf-37b53cc299c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.990054] env[62226]: DEBUG oslo_concurrency.lockutils [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "f1d18d84-69d0-4e30-97cf-37b53cc299c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.990054] env[62226]: DEBUG oslo_concurrency.lockutils [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "f1d18d84-69d0-4e30-97cf-37b53cc299c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.990320] env[62226]: DEBUG oslo_concurrency.lockutils [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "f1d18d84-69d0-4e30-97cf-37b53cc299c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.992678] env[62226]: INFO nova.compute.manager [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Terminating instance [ 2013.116695] env[62226]: DEBUG nova.scheduler.client.report [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2013.141811] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d28c1d74-06a0-45ec-84ee-4d6385c2cecd tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "f59dd4b9-7c8a-48e7-8239-0dcc847f3e31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.896s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.445638] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028324, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.497164] env[62226]: DEBUG nova.compute.manager [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2013.497429] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2013.498365] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d705f192-dcef-43c4-b72d-9369445790bc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.506570] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2013.506811] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e2f73a2-c058-4366-b410-0696744f82a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.515099] env[62226]: DEBUG oslo_vmware.api [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2013.515099] env[62226]: value = "task-2028325" [ 2013.515099] env[62226]: _type = "Task" [ 2013.515099] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.523586] env[62226]: DEBUG oslo_vmware.api [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.623967] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.626516] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.122s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.627305] env[62226]: DEBUG nova.objects.instance [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lazy-loading 'resources' on Instance uuid c68098ed-afaa-469f-8770-8a7af39b08f7 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.658028] env[62226]: INFO nova.scheduler.client.report [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Deleted allocations for instance 25ee3e0b-0c55-4d8f-a894-4183093c4990 [ 2013.711707] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.711963] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.712208] env[62226]: DEBUG nova.network.neutron [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2013.946491] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028324, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.489768} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.946491] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 0863d731-b360-4190-af90-b096ef76dc3e/0863d731-b360-4190-af90-b096ef76dc3e.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2013.946491] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2013.946491] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-412cf687-13e4-4fe8-a407-92153d2402cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.956663] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2013.956663] env[62226]: value = "task-2028326" [ 2013.956663] env[62226]: _type = "Task" [ 2013.956663] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.967397] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.026168] env[62226]: DEBUG oslo_vmware.api [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028325, 'name': PowerOffVM_Task, 'duration_secs': 0.375756} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.026585] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2014.026835] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2014.027208] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13b0d8a5-c040-4a7a-a9c3-a549d00571e2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.118442] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2014.118748] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2014.118855] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleting the datastore file [datastore1] f1d18d84-69d0-4e30-97cf-37b53cc299c8 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2014.119172] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81278dc4-8a08-43a2-89f1-1dad1a3b5934 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.133140] env[62226]: DEBUG oslo_vmware.api [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2014.133140] env[62226]: value = "task-2028328" [ 2014.133140] env[62226]: _type = "Task" [ 2014.133140] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.143134] env[62226]: DEBUG oslo_vmware.api [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.172030] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9ce78697-023b-4e6b-937d-646aee588c31 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "25ee3e0b-0c55-4d8f-a894-4183093c4990" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.423s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.390601] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "3a84cfc3-9eeb-43c7-819c-06314b27b744" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.390868] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "3a84cfc3-9eeb-43c7-819c-06314b27b744" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.464622] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068952} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.464854] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2014.467987] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cc42fc-9eb4-40b0-b689-cb7ab6c8b823 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.500414] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 0863d731-b360-4190-af90-b096ef76dc3e/0863d731-b360-4190-af90-b096ef76dc3e.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2014.504583] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6efc4fd-f1ee-4563-a564-1eb88cc6d8dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.522529] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc4d689-c713-4118-9410-33e6847d5015 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.536235] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c55ba8-8cc7-46f1-8123-767a827a4d0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.542510] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2014.542510] env[62226]: value = "task-2028329" [ 2014.542510] env[62226]: _type = "Task" [ 2014.542510] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.573187] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5256ccd-3ed1-457e-bdf5-983921119ce1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.579219] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.584608] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85d099c-2ef5-481c-9ef5-190b556ba57b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.598737] env[62226]: DEBUG nova.compute.provider_tree [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.616400] env[62226]: DEBUG nova.network.neutron [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance_info_cache with network_info: [{"id": "bad815bd-545e-4c82-9855-009a6193e6b4", "address": "fa:16:3e:ba:29:f4", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad815bd-54", "ovs_interfaceid": "bad815bd-545e-4c82-9855-009a6193e6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.642558] env[62226]: DEBUG oslo_vmware.api [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20558} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.642868] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2014.643065] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2014.643197] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2014.643371] env[62226]: INFO nova.compute.manager [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2014.643612] env[62226]: DEBUG oslo.service.loopingcall [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2014.643803] env[62226]: DEBUG nova.compute.manager [-] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2014.643901] env[62226]: DEBUG nova.network.neutron [-] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2014.897965] env[62226]: DEBUG nova.compute.manager [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2015.056861] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028329, 'name': ReconfigVM_Task, 'duration_secs': 0.290138} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.056861] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 0863d731-b360-4190-af90-b096ef76dc3e/0863d731-b360-4190-af90-b096ef76dc3e.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2015.056861] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55582add-19d8-4954-b53d-aea6b209f110 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.062731] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2015.062731] env[62226]: value = "task-2028330" [ 2015.062731] env[62226]: _type = "Task" [ 2015.062731] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.073494] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028330, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.102496] env[62226]: DEBUG nova.scheduler.client.report [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2015.118877] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.220223] env[62226]: DEBUG nova.compute.manager [req-b047adb3-9f0e-4eb5-82d6-6beb531fa9a9 req-9bb7522d-f99e-4c8f-9421-61c4391c7923 service nova] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Received event network-vif-deleted-b72be7c3-cd7a-4330-81b1-92b157ad6c54 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2015.220429] env[62226]: INFO nova.compute.manager [req-b047adb3-9f0e-4eb5-82d6-6beb531fa9a9 req-9bb7522d-f99e-4c8f-9421-61c4391c7923 service nova] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Neutron deleted interface b72be7c3-cd7a-4330-81b1-92b157ad6c54; detaching it from the instance and deleting it from the info cache [ 2015.220626] env[62226]: DEBUG nova.network.neutron [req-b047adb3-9f0e-4eb5-82d6-6beb531fa9a9 req-9bb7522d-f99e-4c8f-9421-61c4391c7923 service nova] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.428657] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.574932] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028330, 'name': Rename_Task, 'duration_secs': 0.146483} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.578993] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2015.578993] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a23cf45-7cfd-4ce7-b796-f82f11a47941 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.583391] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2015.583391] env[62226]: value = "task-2028331" [ 2015.583391] env[62226]: _type = "Task" [ 2015.583391] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.592256] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.607307] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.610040] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.103s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.610880] env[62226]: DEBUG nova.objects.instance [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lazy-loading 'resources' on Instance uuid 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2015.649908] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61583f3a-c950-4d71-ac04-0ae21d2b8c2d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.654546] env[62226]: INFO nova.scheduler.client.report [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Deleted allocations for instance c68098ed-afaa-469f-8770-8a7af39b08f7 [ 2015.683675] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9344495d-eaa3-425c-8ce6-6744e9314d52 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.691991] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance '86b97308-6068-44a3-8032-3c88a1b9ba9d' progress to 83 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2015.696414] env[62226]: DEBUG nova.network.neutron [-] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.724791] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5915cea2-34db-4f44-949e-211eb7baf582 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.737124] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772462af-03d8-4e80-b699-de17001d8216 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.780261] env[62226]: DEBUG nova.compute.manager [req-b047adb3-9f0e-4eb5-82d6-6beb531fa9a9 req-9bb7522d-f99e-4c8f-9421-61c4391c7923 service nova] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Detach interface failed, port_id=b72be7c3-cd7a-4330-81b1-92b157ad6c54, reason: Instance f1d18d84-69d0-4e30-97cf-37b53cc299c8 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2016.095951] env[62226]: DEBUG oslo_vmware.api [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028331, 'name': PowerOnVM_Task, 'duration_secs': 0.508421} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.096360] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2016.096644] env[62226]: INFO nova.compute.manager [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Took 8.86 seconds to spawn the instance on the hypervisor. [ 2016.096885] env[62226]: DEBUG nova.compute.manager [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2016.097936] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5e6fb5-e924-4381-bca7-859a0d0038cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.163420] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8167f5dc-c8f8-445f-98a9-19ad8312d5cc tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "c68098ed-afaa-469f-8770-8a7af39b08f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.611s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.198443] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2016.205019] env[62226]: INFO nova.compute.manager [-] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Took 1.56 seconds to deallocate network for instance. [ 2016.205019] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d12bedc6-ee1f-42cd-97b4-cb9919f2d477 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.219798] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2016.219798] env[62226]: value = "task-2028332" [ 2016.219798] env[62226]: _type = "Task" [ 2016.219798] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.230889] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.428871] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e7e14b-6eb6-410f-a8c5-cd39ee0b3593 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.437094] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae971a73-c5e6-48c0-9eac-cd977bf2af30 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.470226] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05f99cc-d5bd-4882-9c5a-e8b5ac14f4ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.480079] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb96b9c1-7372-441f-82dd-9cf3e0442af7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.497032] env[62226]: DEBUG nova.compute.provider_tree [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.619516] env[62226]: INFO nova.compute.manager [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Took 32.09 seconds to build instance. [ 2016.711873] env[62226]: DEBUG oslo_concurrency.lockutils [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.729469] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.000138] env[62226]: DEBUG nova.scheduler.client.report [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2017.082903] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "44a47031-b8fe-4c25-adb8-decf115e862d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.083314] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "44a47031-b8fe-4c25-adb8-decf115e862d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.121691] env[62226]: DEBUG oslo_concurrency.lockutils [None req-68c8a02d-8dbc-4150-a292-cf9ecba84cda tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "0863d731-b360-4190-af90-b096ef76dc3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.597s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.230284] env[62226]: DEBUG oslo_vmware.api [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028332, 'name': PowerOnVM_Task, 'duration_secs': 0.647383} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.230660] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2017.230938] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b564fa63-1482-4274-bd6c-a8933462bcc7 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance '86b97308-6068-44a3-8032-3c88a1b9ba9d' progress to 100 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2017.505512] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.508115] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.541s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.512444] env[62226]: INFO nova.compute.claims [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2017.528980] env[62226]: INFO nova.scheduler.client.report [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Deleted allocations for instance 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0 [ 2017.586051] env[62226]: DEBUG nova.compute.manager [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2018.042098] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1848f11a-ad02-48a7-858d-d03bf8bed838 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "4198f26c-b3f9-4a3d-88ec-9a71deb05bd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.421s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.085194] env[62226]: DEBUG nova.compute.manager [req-149ae78e-bd71-48e8-8d01-cab31930a781 req-a5546be4-cbc0-4575-9b27-4909cd2b1613 service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Received event network-changed-12b0a10b-f680-4a3a-9740-784ce34fd4c7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2018.085377] env[62226]: DEBUG nova.compute.manager [req-149ae78e-bd71-48e8-8d01-cab31930a781 req-a5546be4-cbc0-4575-9b27-4909cd2b1613 service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Refreshing instance network info cache due to event network-changed-12b0a10b-f680-4a3a-9740-784ce34fd4c7. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2018.085797] env[62226]: DEBUG oslo_concurrency.lockutils [req-149ae78e-bd71-48e8-8d01-cab31930a781 req-a5546be4-cbc0-4575-9b27-4909cd2b1613 service nova] Acquiring lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.085985] env[62226]: DEBUG oslo_concurrency.lockutils [req-149ae78e-bd71-48e8-8d01-cab31930a781 req-a5546be4-cbc0-4575-9b27-4909cd2b1613 service nova] Acquired lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.086126] env[62226]: DEBUG nova.network.neutron [req-149ae78e-bd71-48e8-8d01-cab31930a781 req-a5546be4-cbc0-4575-9b27-4909cd2b1613 service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Refreshing network info cache for port 12b0a10b-f680-4a3a-9740-784ce34fd4c7 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2018.113258] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.529836] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "ef2e3023-b006-47f8-b193-80b1e60e9b12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.529836] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "ef2e3023-b006-47f8-b193-80b1e60e9b12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.545291] env[62226]: DEBUG nova.scheduler.client.report [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2018.562377] env[62226]: DEBUG nova.scheduler.client.report [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2018.562614] env[62226]: DEBUG nova.compute.provider_tree [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2018.576843] env[62226]: DEBUG nova.scheduler.client.report [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2018.602053] env[62226]: DEBUG nova.scheduler.client.report [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2018.894384] env[62226]: DEBUG nova.network.neutron [req-149ae78e-bd71-48e8-8d01-cab31930a781 req-a5546be4-cbc0-4575-9b27-4909cd2b1613 service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updated VIF entry in instance network info cache for port 12b0a10b-f680-4a3a-9740-784ce34fd4c7. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2018.894384] env[62226]: DEBUG nova.network.neutron [req-149ae78e-bd71-48e8-8d01-cab31930a781 req-a5546be4-cbc0-4575-9b27-4909cd2b1613 service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance_info_cache with network_info: [{"id": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "address": "fa:16:3e:44:8f:cb", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b0a10b-f6", "ovs_interfaceid": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.966179] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4dbba7-528a-4697-8c37-e9e0923f2083 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.978042] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db67263a-aae6-40ee-986a-2b9edccef149 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.016695] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecc4430-e690-4cdc-bbb5-357201d2d004 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.030961] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f962c0-aed4-4e4c-b387-9672477e4cac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.033109] env[62226]: DEBUG nova.compute.manager [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2019.047184] env[62226]: DEBUG nova.compute.provider_tree [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.183030] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "86b97308-6068-44a3-8032-3c88a1b9ba9d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.183317] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "86b97308-6068-44a3-8032-3c88a1b9ba9d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.183578] env[62226]: DEBUG nova.compute.manager [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Going to confirm migration 5 {{(pid=62226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2019.280705] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "67332c7b-cc27-4443-a0df-bb7c0f03dec4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.280705] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "67332c7b-cc27-4443-a0df-bb7c0f03dec4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.312838] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "0d4e34f7-3801-40b5-a3ac-813258c4a449" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.312838] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "0d4e34f7-3801-40b5-a3ac-813258c4a449" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.401117] env[62226]: DEBUG oslo_concurrency.lockutils [req-149ae78e-bd71-48e8-8d01-cab31930a781 req-a5546be4-cbc0-4575-9b27-4909cd2b1613 service nova] Releasing lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.552349] env[62226]: DEBUG nova.scheduler.client.report [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.556543] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.751970] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.752186] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.752366] env[62226]: DEBUG nova.network.neutron [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2019.752556] env[62226]: DEBUG nova.objects.instance [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lazy-loading 'info_cache' on Instance uuid 86b97308-6068-44a3-8032-3c88a1b9ba9d {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.782017] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2019.813927] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2020.057901] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.058367] env[62226]: DEBUG nova.compute.manager [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2020.060884] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.832s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.061120] env[62226]: DEBUG nova.objects.instance [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'resources' on Instance uuid 13fa5844-1487-4374-bb29-f6bf9a667fb1 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2020.307851] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.331684] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.564230] env[62226]: DEBUG nova.compute.utils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2020.569083] env[62226]: DEBUG nova.compute.manager [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2020.569319] env[62226]: DEBUG nova.network.neutron [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2020.608396] env[62226]: DEBUG nova.policy [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3992756f3b4e453a90c1cdb4120fd11c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c184d4baa1fb4b9e8ab37c51d19de38f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2020.858236] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d523164f-8aad-4487-8046-5d178d1851c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.868472] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c65642-c2bf-4e04-aa32-f30dce592a0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.907426] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b717e565-fae3-4045-8091-2160c98adf8a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.918291] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a470c551-ba4d-45df-86c6-4dd05a11bb50 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.936358] env[62226]: DEBUG nova.compute.provider_tree [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2020.951293] env[62226]: DEBUG nova.network.neutron [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Successfully created port: 5aa2d733-2305-4152-988b-56ea14b17533 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2021.069717] env[62226]: DEBUG nova.compute.manager [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2021.126932] env[62226]: DEBUG nova.network.neutron [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance_info_cache with network_info: [{"id": "bad815bd-545e-4c82-9855-009a6193e6b4", "address": "fa:16:3e:ba:29:f4", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad815bd-54", "ovs_interfaceid": "bad815bd-545e-4c82-9855-009a6193e6b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.442020] env[62226]: DEBUG nova.scheduler.client.report [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2021.629426] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "refresh_cache-86b97308-6068-44a3-8032-3c88a1b9ba9d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.629561] env[62226]: DEBUG nova.objects.instance [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lazy-loading 'migration_context' on Instance uuid 86b97308-6068-44a3-8032-3c88a1b9ba9d {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.944713] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.947776] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.333s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.948031] env[62226]: DEBUG nova.objects.instance [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lazy-loading 'resources' on Instance uuid a8f951ce-66f6-4a44-a2aa-51b3a5cbde69 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.967437] env[62226]: INFO nova.scheduler.client.report [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Deleted allocations for instance 13fa5844-1487-4374-bb29-f6bf9a667fb1 [ 2022.081564] env[62226]: DEBUG nova.compute.manager [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2022.117505] env[62226]: DEBUG nova.virt.hardware [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4e7730f8f22289a8113231af3e3e7455',container_format='bare',created_at=2025-01-06T16:43:10Z,direct_url=,disk_format='vmdk',id=b5009854-e1c4-424a-ac3d-96842b64a28b,min_disk=1,min_ram=0,name='tempest-test-snap-267594574',owner='c184d4baa1fb4b9e8ab37c51d19de38f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-06T16:43:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2022.117742] env[62226]: DEBUG nova.virt.hardware [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2022.117929] env[62226]: DEBUG nova.virt.hardware [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2022.119041] env[62226]: DEBUG nova.virt.hardware [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2022.119041] env[62226]: DEBUG nova.virt.hardware [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2022.119041] env[62226]: DEBUG nova.virt.hardware [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2022.119041] env[62226]: DEBUG nova.virt.hardware [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2022.119041] env[62226]: DEBUG nova.virt.hardware [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2022.119041] env[62226]: DEBUG nova.virt.hardware [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2022.119311] env[62226]: DEBUG nova.virt.hardware [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2022.119311] env[62226]: DEBUG nova.virt.hardware [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2022.120524] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257a1ff7-4b37-4ade-bd6a-51bac204d414 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.131145] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc264cf-7215-4b7b-b0c3-f00ec860e424 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.135510] env[62226]: DEBUG nova.objects.base [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Object Instance<86b97308-6068-44a3-8032-3c88a1b9ba9d> lazy-loaded attributes: info_cache,migration_context {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2022.135986] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16c83b3-034a-4ba3-8d3d-0a784bf8ef60 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.162867] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2417d8f-c129-435a-aac5-f67b0f6342fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.170516] env[62226]: DEBUG oslo_vmware.api [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2022.170516] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5248c6ea-afd8-4fc6-4435-490d8a7a58a7" [ 2022.170516] env[62226]: _type = "Task" [ 2022.170516] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.179762] env[62226]: DEBUG oslo_vmware.api [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5248c6ea-afd8-4fc6-4435-490d8a7a58a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.476802] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f3cdefad-26a2-4f62-9110-2a4bbc684177 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "13fa5844-1487-4374-bb29-f6bf9a667fb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.506s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.684894] env[62226]: DEBUG oslo_vmware.api [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5248c6ea-afd8-4fc6-4435-490d8a7a58a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.686898] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.691840] env[62226]: DEBUG nova.compute.manager [req-48c37768-b82c-4717-ac99-f8ae5fa7621a req-795de3e9-54ae-47e7-9f77-724da131e5ee service nova] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Received event network-vif-plugged-5aa2d733-2305-4152-988b-56ea14b17533 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2022.691840] env[62226]: DEBUG oslo_concurrency.lockutils [req-48c37768-b82c-4717-ac99-f8ae5fa7621a req-795de3e9-54ae-47e7-9f77-724da131e5ee service nova] Acquiring lock "213b2153-b71c-4bcc-9706-9d9f5964b445-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.691840] env[62226]: DEBUG oslo_concurrency.lockutils [req-48c37768-b82c-4717-ac99-f8ae5fa7621a req-795de3e9-54ae-47e7-9f77-724da131e5ee service nova] Lock "213b2153-b71c-4bcc-9706-9d9f5964b445-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.691840] env[62226]: DEBUG oslo_concurrency.lockutils [req-48c37768-b82c-4717-ac99-f8ae5fa7621a req-795de3e9-54ae-47e7-9f77-724da131e5ee service nova] Lock "213b2153-b71c-4bcc-9706-9d9f5964b445-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.691840] env[62226]: DEBUG nova.compute.manager [req-48c37768-b82c-4717-ac99-f8ae5fa7621a req-795de3e9-54ae-47e7-9f77-724da131e5ee service nova] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] No waiting events found dispatching network-vif-plugged-5aa2d733-2305-4152-988b-56ea14b17533 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2022.691840] env[62226]: WARNING nova.compute.manager [req-48c37768-b82c-4717-ac99-f8ae5fa7621a req-795de3e9-54ae-47e7-9f77-724da131e5ee service nova] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Received unexpected event network-vif-plugged-5aa2d733-2305-4152-988b-56ea14b17533 for instance with vm_state building and task_state spawning. [ 2022.692490] env[62226]: DEBUG nova.network.neutron [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Successfully updated port: 5aa2d733-2305-4152-988b-56ea14b17533 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2022.781520] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf31e47-bbb7-4bed-8104-f121baa963d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.789168] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef72ff-1950-4e76-942c-2557a69705cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.818573] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740fcc32-3320-4d7e-b13d-f7be62acc0b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.826818] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91c027f-4592-4577-af4b-140bf4181ef5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.840622] env[62226]: DEBUG nova.compute.provider_tree [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2023.197487] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "refresh_cache-213b2153-b71c-4bcc-9706-9d9f5964b445" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.197892] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "refresh_cache-213b2153-b71c-4bcc-9706-9d9f5964b445" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.197892] env[62226]: DEBUG nova.network.neutron [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2023.346456] env[62226]: DEBUG nova.scheduler.client.report [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2023.728571] env[62226]: DEBUG nova.network.neutron [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2023.851387] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.853740] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.475s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.855717] env[62226]: INFO nova.compute.claims [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2023.871573] env[62226]: DEBUG nova.network.neutron [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Updating instance_info_cache with network_info: [{"id": "5aa2d733-2305-4152-988b-56ea14b17533", "address": "fa:16:3e:33:67:bb", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa2d733-23", "ovs_interfaceid": "5aa2d733-2305-4152-988b-56ea14b17533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.882449] env[62226]: INFO nova.scheduler.client.report [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Deleted allocations for instance a8f951ce-66f6-4a44-a2aa-51b3a5cbde69 [ 2024.374740] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "refresh_cache-213b2153-b71c-4bcc-9706-9d9f5964b445" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.375036] env[62226]: DEBUG nova.compute.manager [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Instance network_info: |[{"id": "5aa2d733-2305-4152-988b-56ea14b17533", "address": "fa:16:3e:33:67:bb", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa2d733-23", "ovs_interfaceid": "5aa2d733-2305-4152-988b-56ea14b17533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2024.375442] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:67:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aa2d733-2305-4152-988b-56ea14b17533', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2024.382722] env[62226]: DEBUG oslo.service.loopingcall [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2024.383163] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2024.383387] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce237cf4-1d30-4b78-b38b-c8989950fe10 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.400700] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6bdf577f-d4c9-49ef-a43d-bb1aeb704cae tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8f951ce-66f6-4a44-a2aa-51b3a5cbde69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.634s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.406659] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2024.406659] env[62226]: value = "task-2028333" [ 2024.406659] env[62226]: _type = "Task" [ 2024.406659] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.414920] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028333, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.580060] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.580060] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.769363] env[62226]: DEBUG nova.compute.manager [req-a8571e45-043a-47b2-b2cc-a2bc5abce62b req-f52b7add-bcad-40ef-9820-75aa12085f5f service nova] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Received event network-changed-5aa2d733-2305-4152-988b-56ea14b17533 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2024.769547] env[62226]: DEBUG nova.compute.manager [req-a8571e45-043a-47b2-b2cc-a2bc5abce62b req-f52b7add-bcad-40ef-9820-75aa12085f5f service nova] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Refreshing instance network info cache due to event network-changed-5aa2d733-2305-4152-988b-56ea14b17533. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2024.769752] env[62226]: DEBUG oslo_concurrency.lockutils [req-a8571e45-043a-47b2-b2cc-a2bc5abce62b req-f52b7add-bcad-40ef-9820-75aa12085f5f service nova] Acquiring lock "refresh_cache-213b2153-b71c-4bcc-9706-9d9f5964b445" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.769906] env[62226]: DEBUG oslo_concurrency.lockutils [req-a8571e45-043a-47b2-b2cc-a2bc5abce62b req-f52b7add-bcad-40ef-9820-75aa12085f5f service nova] Acquired lock "refresh_cache-213b2153-b71c-4bcc-9706-9d9f5964b445" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.770359] env[62226]: DEBUG nova.network.neutron [req-a8571e45-043a-47b2-b2cc-a2bc5abce62b req-f52b7add-bcad-40ef-9820-75aa12085f5f service nova] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Refreshing network info cache for port 5aa2d733-2305-4152-988b-56ea14b17533 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2024.919022] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028333, 'name': CreateVM_Task, 'duration_secs': 0.377756} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.922085] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2024.923061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.923204] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.923580] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2024.923776] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bdc8788-3073-4404-902c-dac8b386988e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.928700] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2024.928700] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52afecde-5e33-c2fa-98f4-1c69799fd618" [ 2024.928700] env[62226]: _type = "Task" [ 2024.928700] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.940307] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52afecde-5e33-c2fa-98f4-1c69799fd618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.084417] env[62226]: DEBUG nova.compute.manager [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2025.199325] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c4e2ac-ccc2-4516-b2b8-e7179d265e61 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.207981] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b8c406-e2a9-4acf-8119-098793655294 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.239664] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11e335c-f615-4e4f-b792-6854bf1cefba {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.247725] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3a5fb5-d6a0-46f8-b5b5-6baf94bc73ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.261563] env[62226]: DEBUG nova.compute.provider_tree [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2025.439429] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.439679] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Processing image b5009854-e1c4-424a-ac3d-96842b64a28b {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2025.439855] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b/b5009854-e1c4-424a-ac3d-96842b64a28b.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.440036] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b/b5009854-e1c4-424a-ac3d-96842b64a28b.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.440229] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2025.442667] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be6091ef-902d-435f-bd98-791041bb2180 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.461136] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2025.461327] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2025.462069] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe84980-3525-40ff-a420-5be0477030ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.467333] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2025.467333] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527ca127-71f0-96c8-aee9-c3a26f81290a" [ 2025.467333] env[62226]: _type = "Task" [ 2025.467333] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.475015] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527ca127-71f0-96c8-aee9-c3a26f81290a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.478409] env[62226]: DEBUG nova.network.neutron [req-a8571e45-043a-47b2-b2cc-a2bc5abce62b req-f52b7add-bcad-40ef-9820-75aa12085f5f service nova] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Updated VIF entry in instance network info cache for port 5aa2d733-2305-4152-988b-56ea14b17533. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2025.478734] env[62226]: DEBUG nova.network.neutron [req-a8571e45-043a-47b2-b2cc-a2bc5abce62b req-f52b7add-bcad-40ef-9820-75aa12085f5f service nova] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Updating instance_info_cache with network_info: [{"id": "5aa2d733-2305-4152-988b-56ea14b17533", "address": "fa:16:3e:33:67:bb", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa2d733-23", "ovs_interfaceid": "5aa2d733-2305-4152-988b-56ea14b17533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.603159] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.764633] env[62226]: DEBUG nova.scheduler.client.report [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2025.792830] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "a8b57022-3376-4cd7-a883-01eac833e7ca" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.793196] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.978499] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Preparing fetch location {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2025.978662] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Fetch image to [datastore2] OSTACK_IMG_02dffd4d-a9ee-4637-9b48-7194c261f9f4/OSTACK_IMG_02dffd4d-a9ee-4637-9b48-7194c261f9f4.vmdk {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2025.978834] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Downloading stream optimized image b5009854-e1c4-424a-ac3d-96842b64a28b to [datastore2] OSTACK_IMG_02dffd4d-a9ee-4637-9b48-7194c261f9f4/OSTACK_IMG_02dffd4d-a9ee-4637-9b48-7194c261f9f4.vmdk on the data store datastore2 as vApp {{(pid=62226) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2025.979021] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Downloading image file data b5009854-e1c4-424a-ac3d-96842b64a28b to the ESX as VM named 'OSTACK_IMG_02dffd4d-a9ee-4637-9b48-7194c261f9f4' {{(pid=62226) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2025.981509] env[62226]: DEBUG oslo_concurrency.lockutils [req-a8571e45-043a-47b2-b2cc-a2bc5abce62b req-f52b7add-bcad-40ef-9820-75aa12085f5f service nova] Releasing lock "refresh_cache-213b2153-b71c-4bcc-9706-9d9f5964b445" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.055727] env[62226]: DEBUG oslo_vmware.rw_handles [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2026.055727] env[62226]: value = "resgroup-9" [ 2026.055727] env[62226]: _type = "ResourcePool" [ 2026.055727] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2026.056040] env[62226]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-19da453f-2789-4f66-85f0-95587616e727 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.080066] env[62226]: DEBUG oslo_vmware.rw_handles [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lease: (returnval){ [ 2026.080066] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e37354-3d7c-653a-cffd-d2add69eac6d" [ 2026.080066] env[62226]: _type = "HttpNfcLease" [ 2026.080066] env[62226]: } obtained for vApp import into resource pool (val){ [ 2026.080066] env[62226]: value = "resgroup-9" [ 2026.080066] env[62226]: _type = "ResourcePool" [ 2026.080066] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2026.080066] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the lease: (returnval){ [ 2026.080066] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e37354-3d7c-653a-cffd-d2add69eac6d" [ 2026.080066] env[62226]: _type = "HttpNfcLease" [ 2026.080066] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2026.086136] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2026.086136] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e37354-3d7c-653a-cffd-d2add69eac6d" [ 2026.086136] env[62226]: _type = "HttpNfcLease" [ 2026.086136] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2026.270447] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.271295] env[62226]: DEBUG nova.compute.manager [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2026.273581] env[62226]: DEBUG oslo_concurrency.lockutils [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.850s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.274292] env[62226]: DEBUG nova.objects.instance [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lazy-loading 'resources' on Instance uuid f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2026.296898] env[62226]: INFO nova.compute.manager [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Detaching volume 250fb281-2601-4173-b996-81f0099a9dd9 [ 2026.332369] env[62226]: INFO nova.virt.block_device [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Attempting to driver detach volume 250fb281-2601-4173-b996-81f0099a9dd9 from mountpoint /dev/sdb [ 2026.332637] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2026.332867] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416571', 'volume_id': '250fb281-2601-4173-b996-81f0099a9dd9', 'name': 'volume-250fb281-2601-4173-b996-81f0099a9dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8b57022-3376-4cd7-a883-01eac833e7ca', 'attached_at': '', 'detached_at': '', 'volume_id': '250fb281-2601-4173-b996-81f0099a9dd9', 'serial': '250fb281-2601-4173-b996-81f0099a9dd9'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2026.333801] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e81e72-4b1c-43cb-ac16-5763daf5b79d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.356375] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9529a0-f02b-4090-867a-ff345b3ec229 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.365679] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00259f33-4847-419a-9fdd-5dee3fa2bca1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.391077] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24ad9a7-8fcf-4b2f-9f5f-5cb11cecca86 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.406602] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] The volume has not been displaced from its original location: [datastore1] volume-250fb281-2601-4173-b996-81f0099a9dd9/volume-250fb281-2601-4173-b996-81f0099a9dd9.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2026.412039] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2026.412403] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ad481e-90ba-4cd1-b716-208f51800be8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.430271] env[62226]: DEBUG oslo_vmware.api [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2026.430271] env[62226]: value = "task-2028335" [ 2026.430271] env[62226]: _type = "Task" [ 2026.430271] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.438302] env[62226]: DEBUG oslo_vmware.api [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.588130] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2026.588130] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e37354-3d7c-653a-cffd-d2add69eac6d" [ 2026.588130] env[62226]: _type = "HttpNfcLease" [ 2026.588130] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2026.588572] env[62226]: DEBUG oslo_vmware.rw_handles [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2026.588572] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e37354-3d7c-653a-cffd-d2add69eac6d" [ 2026.588572] env[62226]: _type = "HttpNfcLease" [ 2026.588572] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2026.589262] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d99888-3900-4688-9059-59a3cfb5b7d5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.596844] env[62226]: DEBUG oslo_vmware.rw_handles [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522177a2-93ec-d80c-4580-451829054f95/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2026.597050] env[62226]: DEBUG oslo_vmware.rw_handles [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522177a2-93ec-d80c-4580-451829054f95/disk-0.vmdk. {{(pid=62226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2026.660009] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e88aa776-9ecc-4a03-aded-e88cb470b58e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.779397] env[62226]: DEBUG nova.compute.utils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2026.782172] env[62226]: DEBUG nova.compute.manager [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2026.782349] env[62226]: DEBUG nova.network.neutron [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2026.831556] env[62226]: DEBUG nova.policy [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3149ee090b74427fb18a1762101f37cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14cfc40f46604b0e93af8dcde7c14762', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2026.946595] env[62226]: DEBUG oslo_vmware.api [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028335, 'name': ReconfigVM_Task, 'duration_secs': 0.218012} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.949305] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2026.958359] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8df8398c-785c-4388-8213-16d959456c01 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.979021] env[62226]: DEBUG oslo_vmware.api [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2026.979021] env[62226]: value = "task-2028336" [ 2026.979021] env[62226]: _type = "Task" [ 2026.979021] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.985798] env[62226]: DEBUG oslo_vmware.api [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.128059] env[62226]: DEBUG nova.network.neutron [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Successfully created port: 036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2027.131670] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec33f0e6-c451-4c38-b373-822159333237 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.147242] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16de659-7529-41ea-93c6-f510ae66f9b9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.180315] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3903b779-db09-41b7-af13-d89b8c86d236 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.187656] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd00568-11c1-476d-b9a0-5b9eae78b27f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.201046] env[62226]: DEBUG nova.compute.provider_tree [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2027.289557] env[62226]: DEBUG nova.compute.manager [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2027.294578] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.294825] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.295143] env[62226]: INFO nova.compute.manager [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Shelving [ 2027.371162] env[62226]: DEBUG oslo_vmware.rw_handles [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Completed reading data from the image iterator. {{(pid=62226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2027.371418] env[62226]: DEBUG oslo_vmware.rw_handles [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522177a2-93ec-d80c-4580-451829054f95/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2027.372498] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb0ff40-b964-4d6d-bbaf-968885e7c9ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.379612] env[62226]: DEBUG oslo_vmware.rw_handles [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522177a2-93ec-d80c-4580-451829054f95/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2027.379775] env[62226]: DEBUG oslo_vmware.rw_handles [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522177a2-93ec-d80c-4580-451829054f95/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2027.380080] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-830b0e27-8da1-472c-93d7-e5e28286c149 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.487023] env[62226]: DEBUG oslo_vmware.api [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028336, 'name': ReconfigVM_Task, 'duration_secs': 0.152174} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.487387] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416571', 'volume_id': '250fb281-2601-4173-b996-81f0099a9dd9', 'name': 'volume-250fb281-2601-4173-b996-81f0099a9dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8b57022-3376-4cd7-a883-01eac833e7ca', 'attached_at': '', 'detached_at': '', 'volume_id': '250fb281-2601-4173-b996-81f0099a9dd9', 'serial': '250fb281-2601-4173-b996-81f0099a9dd9'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2027.544288] env[62226]: DEBUG oslo_vmware.rw_handles [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522177a2-93ec-d80c-4580-451829054f95/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2027.544288] env[62226]: INFO nova.virt.vmwareapi.images [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Downloaded image file data b5009854-e1c4-424a-ac3d-96842b64a28b [ 2027.545090] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f731b547-7bdc-43f9-b554-338378e86d6c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.561884] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-374e0000-4107-494b-a653-cd4171142733 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.592285] env[62226]: INFO nova.virt.vmwareapi.images [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] The imported VM was unregistered [ 2027.594508] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Caching image {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2027.594737] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2027.595016] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6087ce43-ce21-42b6-b859-84beabd69b44 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.614050] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Created directory with path [datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2027.614050] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_02dffd4d-a9ee-4637-9b48-7194c261f9f4/OSTACK_IMG_02dffd4d-a9ee-4637-9b48-7194c261f9f4.vmdk to [datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b/b5009854-e1c4-424a-ac3d-96842b64a28b.vmdk. {{(pid=62226) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2027.614258] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1ac4301b-05b7-4579-a0d4-b093d2fe8452 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.620919] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2027.620919] env[62226]: value = "task-2028338" [ 2027.620919] env[62226]: _type = "Task" [ 2027.620919] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.628059] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028338, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.704454] env[62226]: DEBUG nova.scheduler.client.report [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2028.036423] env[62226]: DEBUG nova.objects.instance [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lazy-loading 'flavor' on Instance uuid a8b57022-3376-4cd7-a883-01eac833e7ca {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2028.132730] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028338, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.209550] env[62226]: DEBUG oslo_concurrency.lockutils [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.212258] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.784s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.213841] env[62226]: INFO nova.compute.claims [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2028.234562] env[62226]: INFO nova.scheduler.client.report [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Deleted allocations for instance f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0 [ 2028.308112] env[62226]: DEBUG nova.compute.manager [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2028.312637] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2028.312942] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-666e1031-771f-4861-8651-9620b52882d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.322289] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2028.322289] env[62226]: value = "task-2028339" [ 2028.322289] env[62226]: _type = "Task" [ 2028.322289] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.334867] env[62226]: DEBUG nova.virt.hardware [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2028.335197] env[62226]: DEBUG nova.virt.hardware [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2028.335388] env[62226]: DEBUG nova.virt.hardware [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2028.335629] env[62226]: DEBUG nova.virt.hardware [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2028.335810] env[62226]: DEBUG nova.virt.hardware [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2028.336014] env[62226]: DEBUG nova.virt.hardware [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2028.336311] env[62226]: DEBUG nova.virt.hardware [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2028.336519] env[62226]: DEBUG nova.virt.hardware [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2028.336726] env[62226]: DEBUG nova.virt.hardware [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2028.336905] env[62226]: DEBUG nova.virt.hardware [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2028.337098] env[62226]: DEBUG nova.virt.hardware [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2028.337984] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf5350c-3a2f-46b7-a8dc-84651deed3e6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.344083] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.350497] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3175a070-ef34-49a9-87f3-2146254c8769 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.599669] env[62226]: DEBUG nova.compute.manager [req-ecae63d9-105e-485b-a94d-3f0e2fc61070 req-bd9a52ed-f10c-4552-8222-a69fb3023fee service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Received event network-vif-plugged-036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2028.599949] env[62226]: DEBUG oslo_concurrency.lockutils [req-ecae63d9-105e-485b-a94d-3f0e2fc61070 req-bd9a52ed-f10c-4552-8222-a69fb3023fee service nova] Acquiring lock "b54fd956-9512-4280-adab-bfddb23610fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.600305] env[62226]: DEBUG oslo_concurrency.lockutils [req-ecae63d9-105e-485b-a94d-3f0e2fc61070 req-bd9a52ed-f10c-4552-8222-a69fb3023fee service nova] Lock "b54fd956-9512-4280-adab-bfddb23610fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.600533] env[62226]: DEBUG oslo_concurrency.lockutils [req-ecae63d9-105e-485b-a94d-3f0e2fc61070 req-bd9a52ed-f10c-4552-8222-a69fb3023fee service nova] Lock "b54fd956-9512-4280-adab-bfddb23610fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.600759] env[62226]: DEBUG nova.compute.manager [req-ecae63d9-105e-485b-a94d-3f0e2fc61070 req-bd9a52ed-f10c-4552-8222-a69fb3023fee service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] No waiting events found dispatching network-vif-plugged-036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2028.600953] env[62226]: WARNING nova.compute.manager [req-ecae63d9-105e-485b-a94d-3f0e2fc61070 req-bd9a52ed-f10c-4552-8222-a69fb3023fee service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Received unexpected event network-vif-plugged-036964d8-cd6d-4ed4-b9b9-3da069aa5869 for instance with vm_state building and task_state spawning. [ 2028.633416] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028338, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.698334] env[62226]: DEBUG nova.network.neutron [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Successfully updated port: 036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2028.742456] env[62226]: DEBUG oslo_concurrency.lockutils [None req-49d58c9f-e3b0-4a05-84af-4d718b38c214 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.857s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.833780] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.045758] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f3635cfe-a668-40ad-b3a9-15b4ecebff4a tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.134070] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028338, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.201749] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquiring lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.201961] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquired lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.202146] env[62226]: DEBUG nova.network.neutron [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2029.335618] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.524918] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dae5dee-3c9a-49d6-a61c-df8e3f0a7bd9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.534404] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b80b64-9ea8-4e92-b8cd-38c5adcb6c84 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.568993] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137e92d0-1521-4def-966c-1604ce0fea56 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.578355] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf840ee0-ebff-453b-bdd8-efe7ee77378f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.593611] env[62226]: DEBUG nova.compute.provider_tree [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.633695] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028338, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.736736] env[62226]: DEBUG nova.network.neutron [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2029.838643] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028339, 'name': PowerOffVM_Task, 'duration_secs': 1.224742} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.838931] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2029.839791] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fecfdc5-dab7-4b69-8cf1-cf3883740f01 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.860252] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41af1bf2-c659-4a8f-a7f9-7624f32d51f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.872581] env[62226]: DEBUG nova.network.neutron [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updating instance_info_cache with network_info: [{"id": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "address": "fa:16:3e:50:2d:2c", "network": {"id": "3937d47d-538d-4815-a3d4-6a9a215ae164", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1564616569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14cfc40f46604b0e93af8dcde7c14762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036964d8-cd", "ovs_interfaceid": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.097640] env[62226]: DEBUG nova.scheduler.client.report [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2030.133333] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028338, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.29719} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.133589] env[62226]: INFO nova.virt.vmwareapi.ds_util [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_02dffd4d-a9ee-4637-9b48-7194c261f9f4/OSTACK_IMG_02dffd4d-a9ee-4637-9b48-7194c261f9f4.vmdk to [datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b/b5009854-e1c4-424a-ac3d-96842b64a28b.vmdk. [ 2030.133775] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Cleaning up location [datastore2] OSTACK_IMG_02dffd4d-a9ee-4637-9b48-7194c261f9f4 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2030.133932] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_02dffd4d-a9ee-4637-9b48-7194c261f9f4 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2030.134193] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1398e175-4b6e-4324-8015-6bee65810a6f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.141176] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2030.141176] env[62226]: value = "task-2028341" [ 2030.141176] env[62226]: _type = "Task" [ 2030.141176] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.150641] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.205935] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "a8b57022-3376-4cd7-a883-01eac833e7ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.206233] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.206447] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "a8b57022-3376-4cd7-a883-01eac833e7ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.206628] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.206797] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.209636] env[62226]: INFO nova.compute.manager [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Terminating instance [ 2030.371943] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2030.372369] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5f904c86-21e7-4e87-a109-af7c03a5e029 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.374796] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Releasing lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.375124] env[62226]: DEBUG nova.compute.manager [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Instance network_info: |[{"id": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "address": "fa:16:3e:50:2d:2c", "network": {"id": "3937d47d-538d-4815-a3d4-6a9a215ae164", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1564616569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14cfc40f46604b0e93af8dcde7c14762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036964d8-cd", "ovs_interfaceid": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2030.375506] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:2d:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '036964d8-cd6d-4ed4-b9b9-3da069aa5869', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2030.383486] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Creating folder: Project (14cfc40f46604b0e93af8dcde7c14762). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2030.384204] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58beeca4-19d8-4735-bb2f-b89ada00bc12 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.390329] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2030.390329] env[62226]: value = "task-2028342" [ 2030.390329] env[62226]: _type = "Task" [ 2030.390329] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.395343] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Created folder: Project (14cfc40f46604b0e93af8dcde7c14762) in parent group-v416438. [ 2030.395534] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Creating folder: Instances. Parent ref: group-v416662. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2030.399149] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-deeba00a-e9c0-4e68-8874-963c511850b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.401157] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028342, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.409806] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Created folder: Instances in parent group-v416662. [ 2030.409806] env[62226]: DEBUG oslo.service.loopingcall [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2030.409806] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2030.409806] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d8d017e-9dc2-4ea4-9205-6edec1b37068 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.428913] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2030.428913] env[62226]: value = "task-2028345" [ 2030.428913] env[62226]: _type = "Task" [ 2030.428913] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.437701] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028345, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.603062] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.603614] env[62226]: DEBUG nova.compute.manager [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2030.606450] env[62226]: DEBUG oslo_concurrency.lockutils [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.895s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.606704] env[62226]: DEBUG nova.objects.instance [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lazy-loading 'resources' on Instance uuid f1d18d84-69d0-4e30-97cf-37b53cc299c8 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.631325] env[62226]: DEBUG nova.compute.manager [req-84db3f6a-ef98-4dcb-8dcb-f7c96a7f8ae5 req-277c2310-799f-443f-b891-1e41bf8d4c3d service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Received event network-changed-036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2030.631325] env[62226]: DEBUG nova.compute.manager [req-84db3f6a-ef98-4dcb-8dcb-f7c96a7f8ae5 req-277c2310-799f-443f-b891-1e41bf8d4c3d service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Refreshing instance network info cache due to event network-changed-036964d8-cd6d-4ed4-b9b9-3da069aa5869. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2030.631325] env[62226]: DEBUG oslo_concurrency.lockutils [req-84db3f6a-ef98-4dcb-8dcb-f7c96a7f8ae5 req-277c2310-799f-443f-b891-1e41bf8d4c3d service nova] Acquiring lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.631466] env[62226]: DEBUG oslo_concurrency.lockutils [req-84db3f6a-ef98-4dcb-8dcb-f7c96a7f8ae5 req-277c2310-799f-443f-b891-1e41bf8d4c3d service nova] Acquired lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.631564] env[62226]: DEBUG nova.network.neutron [req-84db3f6a-ef98-4dcb-8dcb-f7c96a7f8ae5 req-277c2310-799f-443f-b891-1e41bf8d4c3d service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Refreshing network info cache for port 036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2030.651563] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037472} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.651810] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2030.651888] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b/b5009854-e1c4-424a-ac3d-96842b64a28b.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.652144] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b/b5009854-e1c4-424a-ac3d-96842b64a28b.vmdk to [datastore2] 213b2153-b71c-4bcc-9706-9d9f5964b445/213b2153-b71c-4bcc-9706-9d9f5964b445.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2030.652421] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b4f28c4-93aa-4e74-9c54-bbed5747f135 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.659531] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2030.659531] env[62226]: value = "task-2028346" [ 2030.659531] env[62226]: _type = "Task" [ 2030.659531] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.667536] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.713535] env[62226]: DEBUG nova.compute.manager [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2030.713764] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2030.714686] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c91d7f8-484a-4c41-befe-d9b9e466b345 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.722665] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2030.722910] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2ed7909-084d-4a2b-8787-8dacbc3412da {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.728762] env[62226]: DEBUG oslo_vmware.api [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2030.728762] env[62226]: value = "task-2028347" [ 2030.728762] env[62226]: _type = "Task" [ 2030.728762] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.736243] env[62226]: DEBUG oslo_vmware.api [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.900899] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028342, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.938628] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028345, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.109739] env[62226]: DEBUG nova.compute.utils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2031.113766] env[62226]: DEBUG nova.compute.manager [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2031.113950] env[62226]: DEBUG nova.network.neutron [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2031.169920] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028346, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.202365] env[62226]: DEBUG nova.policy [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26141c86654e4b5280d3d97a14fa5313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec98363f37c46b9a380ef16befd4154', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2031.240982] env[62226]: DEBUG oslo_vmware.api [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028347, 'name': PowerOffVM_Task, 'duration_secs': 0.20532} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.241301] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2031.241475] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2031.244843] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a938140b-9227-4e91-b62e-17155b973f6f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.410336] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028342, 'name': CreateSnapshot_Task, 'duration_secs': 0.958586} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.411884] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2031.412214] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2031.412427] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2031.412611] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Deleting the datastore file [datastore2] a8b57022-3376-4cd7-a883-01eac833e7ca {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2031.415949] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31165ac-24a6-4350-995b-56908532f64a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.418669] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-541afae0-c5d8-46d7-94e1-c39d543e4186 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.429617] env[62226]: DEBUG oslo_vmware.api [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2031.429617] env[62226]: value = "task-2028349" [ 2031.429617] env[62226]: _type = "Task" [ 2031.429617] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.443935] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028345, 'name': CreateVM_Task, 'duration_secs': 0.793231} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.447000] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2031.447359] env[62226]: DEBUG oslo_vmware.api [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.448669] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.448669] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.448669] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2031.448849] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b30871-735e-4935-a8f8-633c956e4c2f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.455754] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2031.455754] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5209b31b-5291-f89d-fefa-b26c30b250f4" [ 2031.455754] env[62226]: _type = "Task" [ 2031.455754] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.463994] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90319a42-9434-4cd5-b97f-e9efcd5c0f35 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.470619] env[62226]: DEBUG nova.network.neutron [req-84db3f6a-ef98-4dcb-8dcb-f7c96a7f8ae5 req-277c2310-799f-443f-b891-1e41bf8d4c3d service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updated VIF entry in instance network info cache for port 036964d8-cd6d-4ed4-b9b9-3da069aa5869. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2031.470955] env[62226]: DEBUG nova.network.neutron [req-84db3f6a-ef98-4dcb-8dcb-f7c96a7f8ae5 req-277c2310-799f-443f-b891-1e41bf8d4c3d service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updating instance_info_cache with network_info: [{"id": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "address": "fa:16:3e:50:2d:2c", "network": {"id": "3937d47d-538d-4815-a3d4-6a9a215ae164", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1564616569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14cfc40f46604b0e93af8dcde7c14762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036964d8-cd", "ovs_interfaceid": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.472210] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5209b31b-5291-f89d-fefa-b26c30b250f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.478174] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac94c353-c39f-4e17-95d6-a8ae5a27e83b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.509971] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6c5336-24b7-47dc-b66b-39b8d7c4ab7d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.518485] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f441dc4e-9636-4f10-8ba5-879149f6bde7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.535412] env[62226]: DEBUG nova.compute.provider_tree [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2031.601891] env[62226]: DEBUG nova.network.neutron [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Successfully created port: b1b7e318-0d9b-4538-858c-7a715c4dcaa4 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2031.618326] env[62226]: DEBUG nova.compute.manager [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2031.674913] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028346, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.938049] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2031.938772] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fdc8dfc2-3608-4665-b63a-adb2a04ac317 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.953070] env[62226]: DEBUG oslo_vmware.api [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.954758] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2031.954758] env[62226]: value = "task-2028350" [ 2031.954758] env[62226]: _type = "Task" [ 2031.954758] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.969619] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028350, 'name': CloneVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.973579] env[62226]: DEBUG oslo_concurrency.lockutils [req-84db3f6a-ef98-4dcb-8dcb-f7c96a7f8ae5 req-277c2310-799f-443f-b891-1e41bf8d4c3d service nova] Releasing lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.973992] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5209b31b-5291-f89d-fefa-b26c30b250f4, 'name': SearchDatastore_Task, 'duration_secs': 0.099943} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.974304] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.974528] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2031.974780] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.975123] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.975199] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2031.975473] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74d36286-ffec-40dd-82c6-9fd837fd0d4b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.988739] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2031.988957] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2031.989852] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c402cfcb-a179-4bc4-b319-38d219a72527 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.998249] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2031.998249] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d5b701-34d8-253d-4c3c-0ee36619e0ed" [ 2031.998249] env[62226]: _type = "Task" [ 2031.998249] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.008984] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d5b701-34d8-253d-4c3c-0ee36619e0ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.038943] env[62226]: DEBUG nova.scheduler.client.report [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.175562] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028346, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.236140] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.236409] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.236630] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.237250] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.237440] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.239987] env[62226]: INFO nova.compute.manager [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Terminating instance [ 2032.450013] env[62226]: DEBUG oslo_vmware.api [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.465965] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028350, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.515033] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d5b701-34d8-253d-4c3c-0ee36619e0ed, 'name': SearchDatastore_Task, 'duration_secs': 0.093308} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.515974] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d063fffa-e06f-4658-99eb-522247b50e3a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.528092] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2032.528092] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527a7a26-a7b1-cab8-bda4-c67b070748f1" [ 2032.528092] env[62226]: _type = "Task" [ 2032.528092] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.543088] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527a7a26-a7b1-cab8-bda4-c67b070748f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.544165] env[62226]: DEBUG oslo_concurrency.lockutils [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.547551] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.434s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.549842] env[62226]: INFO nova.compute.claims [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2032.571757] env[62226]: INFO nova.scheduler.client.report [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted allocations for instance f1d18d84-69d0-4e30-97cf-37b53cc299c8 [ 2032.633042] env[62226]: DEBUG nova.compute.manager [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2032.661991] env[62226]: DEBUG nova.virt.hardware [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2032.662275] env[62226]: DEBUG nova.virt.hardware [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2032.662457] env[62226]: DEBUG nova.virt.hardware [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2032.663030] env[62226]: DEBUG nova.virt.hardware [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2032.663030] env[62226]: DEBUG nova.virt.hardware [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2032.663030] env[62226]: DEBUG nova.virt.hardware [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2032.663231] env[62226]: DEBUG nova.virt.hardware [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2032.663835] env[62226]: DEBUG nova.virt.hardware [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2032.663835] env[62226]: DEBUG nova.virt.hardware [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2032.663835] env[62226]: DEBUG nova.virt.hardware [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2032.664061] env[62226]: DEBUG nova.virt.hardware [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2032.664887] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89cfd76-6ead-4e34-be18-70b6cda3ffe7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.676121] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028346, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.679508] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b797bc81-a30a-4a78-b02e-f491edf46f32 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.744397] env[62226]: DEBUG nova.compute.manager [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2032.744634] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2032.745604] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ed3431-949d-4ca7-a7ec-493ceb77b38f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.754803] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2032.755089] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04830f22-7262-4618-a86a-b29730b972a2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.763922] env[62226]: DEBUG oslo_vmware.api [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 2032.763922] env[62226]: value = "task-2028351" [ 2032.763922] env[62226]: _type = "Task" [ 2032.763922] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.774092] env[62226]: DEBUG oslo_vmware.api [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.952179] env[62226]: DEBUG oslo_vmware.api [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.966491] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028350, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.041678] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527a7a26-a7b1-cab8-bda4-c67b070748f1, 'name': SearchDatastore_Task, 'duration_secs': 0.090698} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.042391] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.042502] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] b54fd956-9512-4280-adab-bfddb23610fe/b54fd956-9512-4280-adab-bfddb23610fe.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2033.042734] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a41094c-3bc3-44d8-9877-0d011c16bd47 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.052627] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2033.052627] env[62226]: value = "task-2028352" [ 2033.052627] env[62226]: _type = "Task" [ 2033.052627] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.065358] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.079739] env[62226]: DEBUG oslo_concurrency.lockutils [None req-52f9e263-acc3-435d-999a-c21190385b4f tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "f1d18d84-69d0-4e30-97cf-37b53cc299c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.090s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.152712] env[62226]: DEBUG nova.compute.manager [req-0b0cb3d1-e127-43cd-bd48-b07721b7ee17 req-6f52eb07-8303-42e5-8201-d98fa16867f0 service nova] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Received event network-vif-plugged-b1b7e318-0d9b-4538-858c-7a715c4dcaa4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2033.152975] env[62226]: DEBUG oslo_concurrency.lockutils [req-0b0cb3d1-e127-43cd-bd48-b07721b7ee17 req-6f52eb07-8303-42e5-8201-d98fa16867f0 service nova] Acquiring lock "3a84cfc3-9eeb-43c7-819c-06314b27b744-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.154221] env[62226]: DEBUG oslo_concurrency.lockutils [req-0b0cb3d1-e127-43cd-bd48-b07721b7ee17 req-6f52eb07-8303-42e5-8201-d98fa16867f0 service nova] Lock "3a84cfc3-9eeb-43c7-819c-06314b27b744-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.154510] env[62226]: DEBUG oslo_concurrency.lockutils [req-0b0cb3d1-e127-43cd-bd48-b07721b7ee17 req-6f52eb07-8303-42e5-8201-d98fa16867f0 service nova] Lock "3a84cfc3-9eeb-43c7-819c-06314b27b744-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.154812] env[62226]: DEBUG nova.compute.manager [req-0b0cb3d1-e127-43cd-bd48-b07721b7ee17 req-6f52eb07-8303-42e5-8201-d98fa16867f0 service nova] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] No waiting events found dispatching network-vif-plugged-b1b7e318-0d9b-4538-858c-7a715c4dcaa4 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2033.155119] env[62226]: WARNING nova.compute.manager [req-0b0cb3d1-e127-43cd-bd48-b07721b7ee17 req-6f52eb07-8303-42e5-8201-d98fa16867f0 service nova] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Received unexpected event network-vif-plugged-b1b7e318-0d9b-4538-858c-7a715c4dcaa4 for instance with vm_state building and task_state spawning. [ 2033.174456] env[62226]: DEBUG nova.network.neutron [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Successfully updated port: b1b7e318-0d9b-4538-858c-7a715c4dcaa4 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2033.179900] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028346, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.278715] env[62226]: DEBUG oslo_vmware.api [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.450143] env[62226]: DEBUG oslo_vmware.api [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.881571} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.450453] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2033.450654] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2033.450833] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2033.451055] env[62226]: INFO nova.compute.manager [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Took 2.74 seconds to destroy the instance on the hypervisor. [ 2033.451338] env[62226]: DEBUG oslo.service.loopingcall [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2033.451631] env[62226]: DEBUG nova.compute.manager [-] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2033.451631] env[62226]: DEBUG nova.network.neutron [-] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2033.467029] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028350, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.568568] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028352, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.680932] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "refresh_cache-3a84cfc3-9eeb-43c7-819c-06314b27b744" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.681243] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "refresh_cache-3a84cfc3-9eeb-43c7-819c-06314b27b744" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.681597] env[62226]: DEBUG nova.network.neutron [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2033.683529] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028346, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.706311} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.683529] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5009854-e1c4-424a-ac3d-96842b64a28b/b5009854-e1c4-424a-ac3d-96842b64a28b.vmdk to [datastore2] 213b2153-b71c-4bcc-9706-9d9f5964b445/213b2153-b71c-4bcc-9706-9d9f5964b445.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2033.687198] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3810bd03-426d-447f-8cb8-468cadb13da3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.720526] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 213b2153-b71c-4bcc-9706-9d9f5964b445/213b2153-b71c-4bcc-9706-9d9f5964b445.vmdk or device None with type streamOptimized {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2033.724789] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-963a7411-f3c5-46e4-9839-da03aee5bb50 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.746027] env[62226]: DEBUG oslo_concurrency.lockutils [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.746394] env[62226]: DEBUG oslo_concurrency.lockutils [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.746775] env[62226]: DEBUG oslo_concurrency.lockutils [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.747099] env[62226]: DEBUG oslo_concurrency.lockutils [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.748036] env[62226]: DEBUG oslo_concurrency.lockutils [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.749940] env[62226]: INFO nova.compute.manager [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Terminating instance [ 2033.753247] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2033.753247] env[62226]: value = "task-2028353" [ 2033.753247] env[62226]: _type = "Task" [ 2033.753247] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.772271] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.787340] env[62226]: DEBUG oslo_vmware.api [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028351, 'name': PowerOffVM_Task, 'duration_secs': 0.73724} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.787640] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2033.787913] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2033.788339] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d956a11e-a764-4c8a-84d1-8f390950971d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.903555] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2033.903831] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2033.904046] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Deleting the datastore file [datastore2] 8fab02f5-4ebd-4b01-acf1-acdd76b918bc {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2033.904442] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f93b6e0-3a58-448d-a126-2702fcf10a45 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.915026] env[62226]: DEBUG oslo_vmware.api [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for the task: (returnval){ [ 2033.915026] env[62226]: value = "task-2028355" [ 2033.915026] env[62226]: _type = "Task" [ 2033.915026] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.923012] env[62226]: DEBUG oslo_vmware.api [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.958614] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4adfcd-ce5a-4af3-ad76-1bf1a9d98072 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.973170] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028350, 'name': CloneVM_Task, 'duration_secs': 1.774915} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.975881] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Created linked-clone VM from snapshot [ 2033.977856] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3edfb99-b67e-48ef-9aa6-85e4f9c3a83c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.980948] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c48545a-81bd-40e4-92d2-94ae161a049d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.991248] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Uploading image 8b755a3d-6e2b-4f00-b5da-13d71ea74864 {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2034.023777] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f93e02-3d3b-4403-b17e-be6c23580b8a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.033891] env[62226]: DEBUG oslo_vmware.rw_handles [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2034.033891] env[62226]: value = "vm-416666" [ 2034.033891] env[62226]: _type = "VirtualMachine" [ 2034.033891] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2034.035254] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f557d67-6ec6-45c4-b611-c4dffa17f460 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.039349] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-784dbd09-5795-4704-963d-db7fd9d9821d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.052195] env[62226]: DEBUG nova.compute.provider_tree [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2034.054851] env[62226]: DEBUG oslo_vmware.rw_handles [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lease: (returnval){ [ 2034.054851] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52586003-def3-94bd-4196-e5832575c900" [ 2034.054851] env[62226]: _type = "HttpNfcLease" [ 2034.054851] env[62226]: } obtained for exporting VM: (result){ [ 2034.054851] env[62226]: value = "vm-416666" [ 2034.054851] env[62226]: _type = "VirtualMachine" [ 2034.054851] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2034.055137] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the lease: (returnval){ [ 2034.055137] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52586003-def3-94bd-4196-e5832575c900" [ 2034.055137] env[62226]: _type = "HttpNfcLease" [ 2034.055137] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2034.067178] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822988} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.068924] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] b54fd956-9512-4280-adab-bfddb23610fe/b54fd956-9512-4280-adab-bfddb23610fe.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2034.069246] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2034.069527] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2034.069527] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52586003-def3-94bd-4196-e5832575c900" [ 2034.069527] env[62226]: _type = "HttpNfcLease" [ 2034.069527] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2034.070130] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4db081e5-c59a-452f-a49b-53bc44266848 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.076665] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2034.076665] env[62226]: value = "task-2028357" [ 2034.076665] env[62226]: _type = "Task" [ 2034.076665] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.085268] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.222857] env[62226]: DEBUG nova.network.neutron [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2034.261217] env[62226]: DEBUG nova.compute.manager [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2034.261640] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2034.266176] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ba17ed-790c-4852-b222-2cd7ec2799d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.268974] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.275659] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2034.275897] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a69632c3-41d4-4031-bec7-4fb0b0275dbc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.282680] env[62226]: DEBUG oslo_vmware.api [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2034.282680] env[62226]: value = "task-2028358" [ 2034.282680] env[62226]: _type = "Task" [ 2034.282680] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.292840] env[62226]: DEBUG oslo_vmware.api [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.378960] env[62226]: DEBUG nova.network.neutron [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Updating instance_info_cache with network_info: [{"id": "b1b7e318-0d9b-4538-858c-7a715c4dcaa4", "address": "fa:16:3e:b1:e4:ff", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b7e318-0d", "ovs_interfaceid": "b1b7e318-0d9b-4538-858c-7a715c4dcaa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.424375] env[62226]: DEBUG oslo_vmware.api [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.487608] env[62226]: DEBUG nova.network.neutron [-] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.557258] env[62226]: DEBUG nova.scheduler.client.report [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2034.572680] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2034.572680] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52586003-def3-94bd-4196-e5832575c900" [ 2034.572680] env[62226]: _type = "HttpNfcLease" [ 2034.572680] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2034.572967] env[62226]: DEBUG oslo_vmware.rw_handles [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2034.572967] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52586003-def3-94bd-4196-e5832575c900" [ 2034.572967] env[62226]: _type = "HttpNfcLease" [ 2034.572967] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2034.574096] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80629367-d9c7-403f-a91d-428cd2fa8459 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.590807] env[62226]: DEBUG oslo_vmware.rw_handles [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264c206-a3cf-ecc0-cd6b-8b036d5e5b6a/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2034.591063] env[62226]: DEBUG oslo_vmware.rw_handles [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264c206-a3cf-ecc0-cd6b-8b036d5e5b6a/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2034.597293] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273129} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.598707] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2034.660499] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec943b1c-57e8-4237-b678-3e5271743c28 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.684622] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] b54fd956-9512-4280-adab-bfddb23610fe/b54fd956-9512-4280-adab-bfddb23610fe.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2034.685291] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3700a1cc-0b74-413b-9456-ead3a480d1f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.705209] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2034.705209] env[62226]: value = "task-2028359" [ 2034.705209] env[62226]: _type = "Task" [ 2034.705209] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.714592] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71c8ddcf-c9bd-4c9f-87ed-861c73dfedbf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.716295] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.764923] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028353, 'name': ReconfigVM_Task, 'duration_secs': 0.745504} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.765153] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 213b2153-b71c-4bcc-9706-9d9f5964b445/213b2153-b71c-4bcc-9706-9d9f5964b445.vmdk or device None with type streamOptimized {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2034.766030] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11853fec-3963-48b5-80e9-daac7d7edda3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.773053] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2034.773053] env[62226]: value = "task-2028360" [ 2034.773053] env[62226]: _type = "Task" [ 2034.773053] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.785983] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028360, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.795568] env[62226]: DEBUG oslo_vmware.api [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028358, 'name': PowerOffVM_Task, 'duration_secs': 0.328678} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.795568] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2034.795568] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2034.795568] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-882ac54e-0ea4-4caf-bdfe-b9616366bd7e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.871781] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2034.872028] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2034.872219] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleting the datastore file [datastore1] 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2034.872499] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d94ef8b-9ece-4cd8-b1b6-e2dd705eb76e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.879499] env[62226]: DEBUG oslo_vmware.api [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2034.879499] env[62226]: value = "task-2028362" [ 2034.879499] env[62226]: _type = "Task" [ 2034.879499] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.883118] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "refresh_cache-3a84cfc3-9eeb-43c7-819c-06314b27b744" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.883514] env[62226]: DEBUG nova.compute.manager [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Instance network_info: |[{"id": "b1b7e318-0d9b-4538-858c-7a715c4dcaa4", "address": "fa:16:3e:b1:e4:ff", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b7e318-0d", "ovs_interfaceid": "b1b7e318-0d9b-4538-858c-7a715c4dcaa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2034.883905] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:e4:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1b7e318-0d9b-4538-858c-7a715c4dcaa4', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2034.891451] env[62226]: DEBUG oslo.service.loopingcall [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2034.892196] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2034.892754] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-809bff24-1040-41de-83b9-0869a2eafd2c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.912614] env[62226]: DEBUG oslo_vmware.api [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.920130] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2034.920130] env[62226]: value = "task-2028363" [ 2034.920130] env[62226]: _type = "Task" [ 2034.920130] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.930877] env[62226]: DEBUG oslo_vmware.api [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Task: {'id': task-2028355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.59765} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.932163] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2034.932163] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2034.932435] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2034.932555] env[62226]: INFO nova.compute.manager [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Took 2.19 seconds to destroy the instance on the hypervisor. [ 2034.933420] env[62226]: DEBUG oslo.service.loopingcall [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2034.933420] env[62226]: DEBUG nova.compute.manager [-] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2034.933420] env[62226]: DEBUG nova.network.neutron [-] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2034.938488] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028363, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.991292] env[62226]: INFO nova.compute.manager [-] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Took 1.54 seconds to deallocate network for instance. [ 2035.067041] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.067041] env[62226]: DEBUG nova.compute.manager [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2035.068998] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.513s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.071436] env[62226]: INFO nova.compute.claims [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2035.185485] env[62226]: DEBUG nova.compute.manager [req-e26b1c06-bad2-4713-b3d3-72feb296cc08 req-7d299c93-16a7-46b9-a59e-058ef665c6c1 service nova] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Received event network-changed-b1b7e318-0d9b-4538-858c-7a715c4dcaa4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2035.185485] env[62226]: DEBUG nova.compute.manager [req-e26b1c06-bad2-4713-b3d3-72feb296cc08 req-7d299c93-16a7-46b9-a59e-058ef665c6c1 service nova] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Refreshing instance network info cache due to event network-changed-b1b7e318-0d9b-4538-858c-7a715c4dcaa4. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2035.185485] env[62226]: DEBUG oslo_concurrency.lockutils [req-e26b1c06-bad2-4713-b3d3-72feb296cc08 req-7d299c93-16a7-46b9-a59e-058ef665c6c1 service nova] Acquiring lock "refresh_cache-3a84cfc3-9eeb-43c7-819c-06314b27b744" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.185485] env[62226]: DEBUG oslo_concurrency.lockutils [req-e26b1c06-bad2-4713-b3d3-72feb296cc08 req-7d299c93-16a7-46b9-a59e-058ef665c6c1 service nova] Acquired lock "refresh_cache-3a84cfc3-9eeb-43c7-819c-06314b27b744" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.185485] env[62226]: DEBUG nova.network.neutron [req-e26b1c06-bad2-4713-b3d3-72feb296cc08 req-7d299c93-16a7-46b9-a59e-058ef665c6c1 service nova] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Refreshing network info cache for port b1b7e318-0d9b-4538-858c-7a715c4dcaa4 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2035.218581] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028359, 'name': ReconfigVM_Task, 'duration_secs': 0.416769} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.218581] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Reconfigured VM instance instance-00000052 to attach disk [datastore2] b54fd956-9512-4280-adab-bfddb23610fe/b54fd956-9512-4280-adab-bfddb23610fe.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2035.219364] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c145314c-7d10-4e27-8f98-e1f57004dcb7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.227583] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2035.227583] env[62226]: value = "task-2028364" [ 2035.227583] env[62226]: _type = "Task" [ 2035.227583] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.238814] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028364, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.282808] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028360, 'name': Rename_Task, 'duration_secs': 0.16448} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.283230] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2035.283607] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef871d6c-c574-4ed5-a192-c4264d6755e6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.290519] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2035.290519] env[62226]: value = "task-2028365" [ 2035.290519] env[62226]: _type = "Task" [ 2035.290519] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.300079] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.394489] env[62226]: DEBUG oslo_vmware.api [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207514} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.394489] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2035.394489] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2035.394489] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2035.394489] env[62226]: INFO nova.compute.manager [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2035.394489] env[62226]: DEBUG oslo.service.loopingcall [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2035.394489] env[62226]: DEBUG nova.compute.manager [-] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2035.394772] env[62226]: DEBUG nova.network.neutron [-] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2035.436135] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028363, 'name': CreateVM_Task, 'duration_secs': 0.385067} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.436448] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2035.438605] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.439400] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.439753] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2035.441423] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d247c1e1-a59a-454f-a812-7ac62cce35b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.447024] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2035.447024] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523fffc6-0cbd-17de-395b-48746b385bcc" [ 2035.447024] env[62226]: _type = "Task" [ 2035.447024] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.458460] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523fffc6-0cbd-17de-395b-48746b385bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.498511] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.577883] env[62226]: DEBUG nova.compute.utils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2035.583723] env[62226]: DEBUG nova.compute.manager [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2035.583723] env[62226]: DEBUG nova.network.neutron [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2035.639649] env[62226]: DEBUG nova.objects.instance [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lazy-loading 'flavor' on Instance uuid 65a2add5-94c3-431c-83b9-3b6b0613a770 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2035.650802] env[62226]: DEBUG nova.policy [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289b4781ed1341f09f6e67623958fa99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a40452c15f4e42bc9878dd219358df0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2035.738897] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028364, 'name': Rename_Task, 'duration_secs': 0.198015} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.739196] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2035.739442] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d51b284-cba7-4edd-8d01-7d552ffcb5ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.748211] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2035.748211] env[62226]: value = "task-2028366" [ 2035.748211] env[62226]: _type = "Task" [ 2035.748211] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.763837] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.802019] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.958973] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523fffc6-0cbd-17de-395b-48746b385bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.015464} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.960069] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.961766] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2035.962256] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.962598] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.962897] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2035.963445] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa7cc7e6-af5c-41ce-ac73-8c29d5c3fc58 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.974230] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2035.974509] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2035.975498] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481f88d9-9c65-4658-a9ae-2c9e24d3c4fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.982688] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2035.982688] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52658ddd-f87f-1095-8102-c98cfd2cc317" [ 2035.982688] env[62226]: _type = "Task" [ 2035.982688] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.993263] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52658ddd-f87f-1095-8102-c98cfd2cc317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.042356] env[62226]: DEBUG nova.network.neutron [-] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.084456] env[62226]: DEBUG nova.compute.manager [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2036.146439] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquiring lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.147217] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquired lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.258205] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028366, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.308647] env[62226]: DEBUG oslo_vmware.api [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028365, 'name': PowerOnVM_Task, 'duration_secs': 0.803271} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.309027] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2036.309288] env[62226]: INFO nova.compute.manager [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Took 14.23 seconds to spawn the instance on the hypervisor. [ 2036.309517] env[62226]: DEBUG nova.compute.manager [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.315368] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd2fd4f-e1e7-4206-84f9-c75d61f0a6ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.446111] env[62226]: DEBUG nova.network.neutron [req-e26b1c06-bad2-4713-b3d3-72feb296cc08 req-7d299c93-16a7-46b9-a59e-058ef665c6c1 service nova] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Updated VIF entry in instance network info cache for port b1b7e318-0d9b-4538-858c-7a715c4dcaa4. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2036.446111] env[62226]: DEBUG nova.network.neutron [req-e26b1c06-bad2-4713-b3d3-72feb296cc08 req-7d299c93-16a7-46b9-a59e-058ef665c6c1 service nova] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Updating instance_info_cache with network_info: [{"id": "b1b7e318-0d9b-4538-858c-7a715c4dcaa4", "address": "fa:16:3e:b1:e4:ff", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b7e318-0d", "ovs_interfaceid": "b1b7e318-0d9b-4538-858c-7a715c4dcaa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.503169] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52658ddd-f87f-1095-8102-c98cfd2cc317, 'name': SearchDatastore_Task, 'duration_secs': 0.019259} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.503169] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52789958-7610-47d4-a320-d3dfc3a6a059 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.510217] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2036.510217] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b2ac92-da9e-1a01-9e66-95f57b0c2e9e" [ 2036.510217] env[62226]: _type = "Task" [ 2036.510217] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.522443] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b2ac92-da9e-1a01-9e66-95f57b0c2e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.525493] env[62226]: DEBUG nova.network.neutron [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Successfully created port: 0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2036.531019] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0cb236-6573-49e4-8989-3b0cfed2f11a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.538157] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e0d07d-d54b-4547-8e2c-858ce35d1d6d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.548182] env[62226]: INFO nova.compute.manager [-] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Took 1.61 seconds to deallocate network for instance. [ 2036.571685] env[62226]: DEBUG nova.network.neutron [-] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.577554] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d863d0-cd65-45be-ab0a-ee4cb2a2ff89 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.587147] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86a232f-2498-4de4-ae9d-48fb34119ad0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.607469] env[62226]: DEBUG nova.compute.provider_tree [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2036.762025] env[62226]: DEBUG oslo_vmware.api [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028366, 'name': PowerOnVM_Task, 'duration_secs': 0.56256} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.762025] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2036.762025] env[62226]: INFO nova.compute.manager [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Took 8.45 seconds to spawn the instance on the hypervisor. [ 2036.762025] env[62226]: DEBUG nova.compute.manager [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.762025] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79615333-75f6-4a65-b3d6-6d0bcfec3b4b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.834999] env[62226]: INFO nova.compute.manager [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Took 31.92 seconds to build instance. [ 2036.876120] env[62226]: DEBUG nova.network.neutron [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2036.954229] env[62226]: DEBUG oslo_concurrency.lockutils [req-e26b1c06-bad2-4713-b3d3-72feb296cc08 req-7d299c93-16a7-46b9-a59e-058ef665c6c1 service nova] Releasing lock "refresh_cache-3a84cfc3-9eeb-43c7-819c-06314b27b744" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.954229] env[62226]: DEBUG nova.compute.manager [req-e26b1c06-bad2-4713-b3d3-72feb296cc08 req-7d299c93-16a7-46b9-a59e-058ef665c6c1 service nova] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Received event network-vif-deleted-51042502-6a28-4792-b694-9229903f9b43 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2036.966577] env[62226]: DEBUG nova.network.neutron [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Successfully created port: 0fa8059b-a532-4283-9e0e-54969f3c46f0 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2037.024564] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b2ac92-da9e-1a01-9e66-95f57b0c2e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011535} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.024971] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.025515] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 3a84cfc3-9eeb-43c7-819c-06314b27b744/3a84cfc3-9eeb-43c7-819c-06314b27b744.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2037.025696] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0b76ca8-170a-4939-93e6-af0673d0c3b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.032844] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2037.032844] env[62226]: value = "task-2028367" [ 2037.032844] env[62226]: _type = "Task" [ 2037.032844] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.041731] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.074435] env[62226]: INFO nova.compute.manager [-] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Took 1.68 seconds to deallocate network for instance. [ 2037.082680] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.099229] env[62226]: DEBUG nova.compute.manager [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2037.112413] env[62226]: DEBUG nova.scheduler.client.report [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2037.141091] env[62226]: DEBUG nova.virt.hardware [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2037.141385] env[62226]: DEBUG nova.virt.hardware [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2037.141579] env[62226]: DEBUG nova.virt.hardware [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2037.141803] env[62226]: DEBUG nova.virt.hardware [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2037.141983] env[62226]: DEBUG nova.virt.hardware [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2037.142183] env[62226]: DEBUG nova.virt.hardware [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2037.142460] env[62226]: DEBUG nova.virt.hardware [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2037.142625] env[62226]: DEBUG nova.virt.hardware [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2037.142821] env[62226]: DEBUG nova.virt.hardware [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2037.143196] env[62226]: DEBUG nova.virt.hardware [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2037.143265] env[62226]: DEBUG nova.virt.hardware [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2037.144654] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9229ecf5-b2b7-4965-a45a-8b8383d0796a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.153977] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4666456-9a17-49ae-ad38-63717799077b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.225118] env[62226]: DEBUG nova.compute.manager [req-19011fed-fc2f-4b7f-a143-69f1e4346b37 req-c3012140-5e92-4803-b614-8c0b8d074fbc service nova] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Received event network-vif-deleted-a23b0160-a83e-4b51-adff-7c0dc05f7aed {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2037.225645] env[62226]: DEBUG nova.compute.manager [req-19011fed-fc2f-4b7f-a143-69f1e4346b37 req-c3012140-5e92-4803-b614-8c0b8d074fbc service nova] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Received event network-vif-deleted-5597b49a-d14b-40de-8155-6e3389aff495 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2037.225941] env[62226]: DEBUG nova.compute.manager [req-19011fed-fc2f-4b7f-a143-69f1e4346b37 req-c3012140-5e92-4803-b614-8c0b8d074fbc service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Received event network-changed-f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2037.226119] env[62226]: DEBUG nova.compute.manager [req-19011fed-fc2f-4b7f-a143-69f1e4346b37 req-c3012140-5e92-4803-b614-8c0b8d074fbc service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Refreshing instance network info cache due to event network-changed-f78822fa-01fe-4c1b-8a35-fe7e25713630. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2037.226355] env[62226]: DEBUG oslo_concurrency.lockutils [req-19011fed-fc2f-4b7f-a143-69f1e4346b37 req-c3012140-5e92-4803-b614-8c0b8d074fbc service nova] Acquiring lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.270925] env[62226]: DEBUG oslo_concurrency.lockutils [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "213b2153-b71c-4bcc-9706-9d9f5964b445" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.290048] env[62226]: INFO nova.compute.manager [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Took 26.94 seconds to build instance. [ 2037.340751] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c489c3d-8000-4671-aa8d-5650fbaea195 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "213b2153-b71c-4bcc-9706-9d9f5964b445" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.434s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.340751] env[62226]: DEBUG oslo_concurrency.lockutils [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "213b2153-b71c-4bcc-9706-9d9f5964b445" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.068s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.340751] env[62226]: DEBUG oslo_concurrency.lockutils [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "213b2153-b71c-4bcc-9706-9d9f5964b445-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.340751] env[62226]: DEBUG oslo_concurrency.lockutils [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "213b2153-b71c-4bcc-9706-9d9f5964b445-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.340751] env[62226]: DEBUG oslo_concurrency.lockutils [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "213b2153-b71c-4bcc-9706-9d9f5964b445-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.342269] env[62226]: INFO nova.compute.manager [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Terminating instance [ 2037.546400] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495107} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.546664] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 3a84cfc3-9eeb-43c7-819c-06314b27b744/3a84cfc3-9eeb-43c7-819c-06314b27b744.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2037.546880] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2037.547251] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8968d81-6ece-4e5b-92ac-a408d3c8f532 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.554775] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2037.554775] env[62226]: value = "task-2028368" [ 2037.554775] env[62226]: _type = "Task" [ 2037.554775] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.562461] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.586021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.619629] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.620312] env[62226]: DEBUG nova.compute.manager [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2037.622960] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.315s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.624852] env[62226]: INFO nova.compute.claims [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2037.647212] env[62226]: DEBUG nova.network.neutron [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updating instance_info_cache with network_info: [{"id": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "address": "fa:16:3e:16:d1:57", "network": {"id": "98116ab9-9c74-4d45-b7d6-d481479bfbb8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1700526945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8008914dffb04cf1b4e249e9fa1b6ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78822fa-01", "ovs_interfaceid": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.792548] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2dd3cdd-5bf7-43a3-980c-27642601ce17 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Lock "b54fd956-9512-4280-adab-bfddb23610fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.453s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.850828] env[62226]: DEBUG nova.compute.manager [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2037.851147] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2037.852030] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84fa341-e0bf-4ce7-a36d-459c10547880 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.861429] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2037.863251] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e5c0200-db22-4842-8422-64c62d59a033 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.869238] env[62226]: DEBUG oslo_vmware.api [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2037.869238] env[62226]: value = "task-2028369" [ 2037.869238] env[62226]: _type = "Task" [ 2037.869238] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.877963] env[62226]: DEBUG oslo_vmware.api [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.018029] env[62226]: INFO nova.compute.manager [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Rescuing [ 2038.018029] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquiring lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.018211] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquired lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.018338] env[62226]: DEBUG nova.network.neutron [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2038.064545] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069229} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.064811] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2038.065631] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5b7087-8c5c-4739-a319-8101b4a6c6c1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.087839] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 3a84cfc3-9eeb-43c7-819c-06314b27b744/3a84cfc3-9eeb-43c7-819c-06314b27b744.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2038.088774] env[62226]: DEBUG oslo_concurrency.lockutils [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.089095] env[62226]: DEBUG oslo_concurrency.lockutils [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.089408] env[62226]: INFO nova.compute.manager [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Rebooting instance [ 2038.090661] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96a888e0-8724-46c5-b3ff-ada2c18ffe4e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.114316] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2038.114316] env[62226]: value = "task-2028370" [ 2038.114316] env[62226]: _type = "Task" [ 2038.114316] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.123363] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.124385] env[62226]: DEBUG oslo_concurrency.lockutils [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.124538] env[62226]: DEBUG oslo_concurrency.lockutils [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.124721] env[62226]: DEBUG nova.network.neutron [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2038.128440] env[62226]: DEBUG nova.objects.instance [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lazy-loading 'flavor' on Instance uuid 65a2add5-94c3-431c-83b9-3b6b0613a770 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2038.130872] env[62226]: DEBUG nova.compute.utils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2038.135532] env[62226]: DEBUG nova.compute.manager [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2038.135743] env[62226]: DEBUG nova.network.neutron [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2038.149141] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Releasing lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.149466] env[62226]: DEBUG nova.compute.manager [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Inject network info {{(pid=62226) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 2038.149809] env[62226]: DEBUG nova.compute.manager [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] network_info to inject: |[{"id": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "address": "fa:16:3e:16:d1:57", "network": {"id": "98116ab9-9c74-4d45-b7d6-d481479bfbb8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1700526945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8008914dffb04cf1b4e249e9fa1b6ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78822fa-01", "ovs_interfaceid": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 2038.154802] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Reconfiguring VM instance to set the machine id {{(pid=62226) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2038.155163] env[62226]: DEBUG oslo_concurrency.lockutils [req-19011fed-fc2f-4b7f-a143-69f1e4346b37 req-c3012140-5e92-4803-b614-8c0b8d074fbc service nova] Acquired lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.155366] env[62226]: DEBUG nova.network.neutron [req-19011fed-fc2f-4b7f-a143-69f1e4346b37 req-c3012140-5e92-4803-b614-8c0b8d074fbc service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Refreshing network info cache for port f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2038.156927] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fb3a3ec-3131-4176-a21e-d65a1366b81d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.176664] env[62226]: DEBUG oslo_vmware.api [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for the task: (returnval){ [ 2038.176664] env[62226]: value = "task-2028371" [ 2038.176664] env[62226]: _type = "Task" [ 2038.176664] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.186177] env[62226]: DEBUG oslo_vmware.api [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.206502] env[62226]: DEBUG nova.policy [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38384d4eb1f643aa80a7a0a92cf947a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0eb0b12511f4fc188cbeff3fd5bbfc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2038.381742] env[62226]: DEBUG oslo_vmware.api [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028369, 'name': PowerOffVM_Task, 'duration_secs': 0.365772} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.382059] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2038.382236] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2038.382506] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d670f2ad-65ea-4508-8bad-265d3e6e5b13 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.588729] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2038.588944] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2038.589142] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleting the datastore file [datastore2] 213b2153-b71c-4bcc-9706-9d9f5964b445 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2038.589407] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b43f5ed9-61fd-4e31-a2fa-64cb9c9ea470 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.595834] env[62226]: DEBUG oslo_vmware.api [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2038.595834] env[62226]: value = "task-2028373" [ 2038.595834] env[62226]: _type = "Task" [ 2038.595834] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.604980] env[62226]: DEBUG oslo_vmware.api [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.623514] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028370, 'name': ReconfigVM_Task, 'duration_secs': 0.290179} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.623858] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 3a84cfc3-9eeb-43c7-819c-06314b27b744/3a84cfc3-9eeb-43c7-819c-06314b27b744.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2038.624797] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddf48439-eec2-4e04-963f-2e017ec35bf4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.633631] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2038.633631] env[62226]: value = "task-2028374" [ 2038.633631] env[62226]: _type = "Task" [ 2038.633631] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.638948] env[62226]: DEBUG nova.compute.manager [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2038.645582] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquiring lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.653020] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028374, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.686423] env[62226]: DEBUG nova.network.neutron [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Successfully created port: ae43d394-fc24-48ac-87a9-c8cc5c34e51c {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2038.696554] env[62226]: DEBUG oslo_vmware.api [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028371, 'name': ReconfigVM_Task, 'duration_secs': 0.195978} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.696901] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4493d4-b76a-4470-975b-f278265ac533 tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Reconfigured VM instance to set the machine id {{(pid=62226) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2038.977847] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1af0fb-6644-413c-934c-136600d981c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.986784] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80a67c1-75f0-4205-8b8a-f4cdf9b62b05 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.020562] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91247fe9-819a-46a6-a730-c258e49f3525 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.028662] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c200b842-26af-4b1c-add7-4854d4ec5f55 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.044953] env[62226]: DEBUG nova.compute.provider_tree [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2039.055447] env[62226]: DEBUG nova.network.neutron [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Successfully updated port: 0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2039.075638] env[62226]: DEBUG nova.network.neutron [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance_info_cache with network_info: [{"id": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "address": "fa:16:3e:4b:0c:4f", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a32b7f-7d", "ovs_interfaceid": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.093406] env[62226]: DEBUG nova.network.neutron [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updating instance_info_cache with network_info: [{"id": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "address": "fa:16:3e:50:2d:2c", "network": {"id": "3937d47d-538d-4815-a3d4-6a9a215ae164", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1564616569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14cfc40f46604b0e93af8dcde7c14762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036964d8-cd", "ovs_interfaceid": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.107625] env[62226]: DEBUG oslo_vmware.api [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138366} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.108457] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2039.108752] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2039.108845] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2039.108981] env[62226]: INFO nova.compute.manager [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2039.109239] env[62226]: DEBUG oslo.service.loopingcall [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2039.109429] env[62226]: DEBUG nova.compute.manager [-] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2039.109513] env[62226]: DEBUG nova.network.neutron [-] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2039.147110] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028374, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.351253] env[62226]: DEBUG nova.network.neutron [req-19011fed-fc2f-4b7f-a143-69f1e4346b37 req-c3012140-5e92-4803-b614-8c0b8d074fbc service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updated VIF entry in instance network info cache for port f78822fa-01fe-4c1b-8a35-fe7e25713630. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2039.351600] env[62226]: DEBUG nova.network.neutron [req-19011fed-fc2f-4b7f-a143-69f1e4346b37 req-c3012140-5e92-4803-b614-8c0b8d074fbc service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updating instance_info_cache with network_info: [{"id": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "address": "fa:16:3e:16:d1:57", "network": {"id": "98116ab9-9c74-4d45-b7d6-d481479bfbb8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1700526945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8008914dffb04cf1b4e249e9fa1b6ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78822fa-01", "ovs_interfaceid": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.547454] env[62226]: DEBUG nova.scheduler.client.report [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2039.561439] env[62226]: DEBUG nova.compute.manager [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Received event network-vif-plugged-0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2039.561670] env[62226]: DEBUG oslo_concurrency.lockutils [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] Acquiring lock "44a47031-b8fe-4c25-adb8-decf115e862d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.561903] env[62226]: DEBUG oslo_concurrency.lockutils [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] Lock "44a47031-b8fe-4c25-adb8-decf115e862d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.562086] env[62226]: DEBUG oslo_concurrency.lockutils [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] Lock "44a47031-b8fe-4c25-adb8-decf115e862d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.562266] env[62226]: DEBUG nova.compute.manager [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] No waiting events found dispatching network-vif-plugged-0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2039.562435] env[62226]: WARNING nova.compute.manager [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Received unexpected event network-vif-plugged-0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc for instance with vm_state building and task_state spawning. [ 2039.562629] env[62226]: DEBUG nova.compute.manager [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Received event network-changed-0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2039.562801] env[62226]: DEBUG nova.compute.manager [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Refreshing instance network info cache due to event network-changed-0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2039.562989] env[62226]: DEBUG oslo_concurrency.lockutils [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] Acquiring lock "refresh_cache-44a47031-b8fe-4c25-adb8-decf115e862d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.563147] env[62226]: DEBUG oslo_concurrency.lockutils [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] Acquired lock "refresh_cache-44a47031-b8fe-4c25-adb8-decf115e862d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.563935] env[62226]: DEBUG nova.network.neutron [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Refreshing network info cache for port 0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2039.578118] env[62226]: DEBUG oslo_concurrency.lockutils [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.595681] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Releasing lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.645200] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028374, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.649434] env[62226]: DEBUG nova.compute.manager [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2039.669019] env[62226]: DEBUG nova.virt.hardware [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2039.669279] env[62226]: DEBUG nova.virt.hardware [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2039.669448] env[62226]: DEBUG nova.virt.hardware [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2039.669625] env[62226]: DEBUG nova.virt.hardware [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2039.669771] env[62226]: DEBUG nova.virt.hardware [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2039.669922] env[62226]: DEBUG nova.virt.hardware [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2039.670465] env[62226]: DEBUG nova.virt.hardware [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2039.670694] env[62226]: DEBUG nova.virt.hardware [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2039.670886] env[62226]: DEBUG nova.virt.hardware [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2039.671084] env[62226]: DEBUG nova.virt.hardware [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2039.671625] env[62226]: DEBUG nova.virt.hardware [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2039.673051] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54918770-4aa7-4a0f-b301-24f513be90f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.682513] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ff6315-adb8-4fc8-aaf4-ef0ccf97ffe1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.854360] env[62226]: DEBUG oslo_concurrency.lockutils [req-19011fed-fc2f-4b7f-a143-69f1e4346b37 req-c3012140-5e92-4803-b614-8c0b8d074fbc service nova] Releasing lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.854838] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquired lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.023083] env[62226]: DEBUG nova.network.neutron [-] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.053257] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.053867] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2040.056772] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.725s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.058232] env[62226]: INFO nova.compute.claims [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2040.083075] env[62226]: DEBUG nova.compute.manager [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2040.083954] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdb5ee8-ace9-4d3a-9f6a-c308ca356a22 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.105774] env[62226]: DEBUG nova.network.neutron [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2040.145164] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028374, 'name': Rename_Task, 'duration_secs': 1.147085} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.145614] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2040.145868] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d130e09-b23e-4253-9837-6d57dbb22339 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.153326] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2040.153326] env[62226]: value = "task-2028375" [ 2040.153326] env[62226]: _type = "Task" [ 2040.153326] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.162536] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.176221] env[62226]: DEBUG nova.network.neutron [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2040.274954] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2040.275223] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2040.286239] env[62226]: DEBUG nova.network.neutron [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.525823] env[62226]: INFO nova.compute.manager [-] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Took 1.42 seconds to deallocate network for instance. [ 2040.561912] env[62226]: DEBUG nova.compute.utils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2040.566373] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2040.566686] env[62226]: DEBUG nova.network.neutron [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2040.627651] env[62226]: DEBUG nova.policy [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f741e0dc44164332a6f3c074cdf92295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ad12f0dab4a4e02af7a7da6dcb5690b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2040.665140] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028375, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.738172] env[62226]: DEBUG nova.network.neutron [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Successfully updated port: ae43d394-fc24-48ac-87a9-c8cc5c34e51c {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2040.787568] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2040.788095] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2040.792185] env[62226]: DEBUG oslo_concurrency.lockutils [req-810e2f0b-7ee5-42e6-80f4-c3f96d558d8a req-9bc50ab4-3994-4320-a4ad-100f164174cf service nova] Releasing lock "refresh_cache-44a47031-b8fe-4c25-adb8-decf115e862d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.033069] env[62226]: DEBUG oslo_concurrency.lockutils [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.074061] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2041.103215] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcd72c6-31d7-4b6c-b3d7-1ac6eca67a46 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.112050] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Doing hard reboot of VM {{(pid=62226) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2041.112050] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-eaf90e37-cc98-4f0d-ae7a-a5b7fdece0ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.121305] env[62226]: DEBUG oslo_vmware.api [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2041.121305] env[62226]: value = "task-2028376" [ 2041.121305] env[62226]: _type = "Task" [ 2041.121305] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.130961] env[62226]: DEBUG oslo_vmware.api [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028376, 'name': ResetVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.136630] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.136959] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f805dd15-d8f5-4b50-82e5-e04b0291bb71 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.145061] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2041.145061] env[62226]: value = "task-2028377" [ 2041.145061] env[62226]: _type = "Task" [ 2041.145061] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.164260] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.165252] env[62226]: DEBUG nova.network.neutron [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Successfully created port: 71f37671-07bb-402b-ad1d-088a9ab871e4 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2041.174503] env[62226]: DEBUG oslo_vmware.api [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028375, 'name': PowerOnVM_Task, 'duration_secs': 0.558478} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.174854] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2041.175350] env[62226]: INFO nova.compute.manager [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Took 8.54 seconds to spawn the instance on the hypervisor. [ 2041.175562] env[62226]: DEBUG nova.compute.manager [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2041.176553] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9a25bc-91ba-4f62-ad63-9b83334fb7fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.241261] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.241403] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.241562] env[62226]: DEBUG nova.network.neutron [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2041.273047] env[62226]: DEBUG nova.network.neutron [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updating instance_info_cache with network_info: [{"id": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "address": "fa:16:3e:16:d1:57", "network": {"id": "98116ab9-9c74-4d45-b7d6-d481479bfbb8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1700526945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8008914dffb04cf1b4e249e9fa1b6ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78822fa-01", "ovs_interfaceid": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.294222] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 2041.294551] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2041.294621] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2041.294829] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2041.294934] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2041.295184] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2041.295357] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2041.295493] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2041.295716] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2041.397624] env[62226]: DEBUG nova.network.neutron [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Successfully updated port: 0fa8059b-a532-4283-9e0e-54969f3c46f0 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2041.429778] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af378cb2-6300-4510-bee4-b9b5451b0f74 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.437828] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773849c8-3c22-45dc-9fd0-1d7e34c95c56 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.471356] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f51bf0-92f7-4b3e-9e1e-ea70c493aca9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.480048] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f93bba8-0a25-4104-8062-65639b7ac53d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.496714] env[62226]: DEBUG nova.compute.provider_tree [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2041.598541] env[62226]: DEBUG nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Received event network-vif-deleted-5aa2d733-2305-4152-988b-56ea14b17533 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2041.598761] env[62226]: DEBUG nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Received event network-changed-f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2041.598927] env[62226]: DEBUG nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Refreshing instance network info cache due to event network-changed-f78822fa-01fe-4c1b-8a35-fe7e25713630. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2041.599129] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Acquiring lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.630568] env[62226]: DEBUG oslo_vmware.api [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028376, 'name': ResetVM_Task, 'duration_secs': 0.100746} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.630841] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Did hard reboot of VM {{(pid=62226) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2041.631052] env[62226]: DEBUG nova.compute.manager [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2041.632161] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd72df9d-dd71-4e14-b935-9ac2630ac333 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.654680] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028377, 'name': PowerOffVM_Task, 'duration_secs': 0.274639} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.654680] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2041.655437] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c9af2a-fcb8-4ef4-b79c-b7cdcd164e1e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.675118] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585cd219-7353-4314-add0-4b6f51354735 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.696053] env[62226]: INFO nova.compute.manager [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Took 26.29 seconds to build instance. [ 2041.714980] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.716121] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6d98914-e664-4a05-a1c4-80c602755da0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.724011] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2041.724011] env[62226]: value = "task-2028378" [ 2041.724011] env[62226]: _type = "Task" [ 2041.724011] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.732578] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.776772] env[62226]: DEBUG nova.network.neutron [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2041.779366] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Releasing lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.779606] env[62226]: DEBUG nova.compute.manager [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Inject network info {{(pid=62226) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 2041.779861] env[62226]: DEBUG nova.compute.manager [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] network_info to inject: |[{"id": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "address": "fa:16:3e:16:d1:57", "network": {"id": "98116ab9-9c74-4d45-b7d6-d481479bfbb8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1700526945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8008914dffb04cf1b4e249e9fa1b6ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78822fa-01", "ovs_interfaceid": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 2041.784915] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Reconfiguring VM instance to set the machine id {{(pid=62226) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2041.786370] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Acquired lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.786541] env[62226]: DEBUG nova.network.neutron [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Refreshing network info cache for port f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2041.787730] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d1b22a4-7f95-4bd9-9be7-9e156315bab5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.804826] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.810159] env[62226]: DEBUG oslo_vmware.api [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for the task: (returnval){ [ 2041.810159] env[62226]: value = "task-2028379" [ 2041.810159] env[62226]: _type = "Task" [ 2041.810159] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.821630] env[62226]: DEBUG oslo_vmware.api [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.901916] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "refresh_cache-44a47031-b8fe-4c25-adb8-decf115e862d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.901916] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquired lock "refresh_cache-44a47031-b8fe-4c25-adb8-decf115e862d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.903403] env[62226]: DEBUG nova.network.neutron [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2041.946383] env[62226]: DEBUG nova.network.neutron [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Updating instance_info_cache with network_info: [{"id": "ae43d394-fc24-48ac-87a9-c8cc5c34e51c", "address": "fa:16:3e:ef:1d:ff", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae43d394-fc", "ovs_interfaceid": "ae43d394-fc24-48ac-87a9-c8cc5c34e51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.999637] env[62226]: DEBUG nova.scheduler.client.report [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2042.087573] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2042.109031] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2042.109357] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2042.109568] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2042.109854] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2042.110171] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2042.110375] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2042.110619] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2042.110814] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2042.111020] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2042.111222] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2042.111435] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2042.112445] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f275eebf-b1bc-45e6-8cef-5836274dca2e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.121957] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d69c998-4307-480c-9934-3da1f77db24c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.144493] env[62226]: DEBUG oslo_concurrency.lockutils [None req-503f94e8-b1bb-411a-a157-2a6fa6045524 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.055s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.199157] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c5af00c-2d1b-4d2c-9fc2-b29ede093cee tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "3a84cfc3-9eeb-43c7-819c-06314b27b744" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.808s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.236058] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2042.236337] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2042.236678] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.236860] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.237099] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2042.237412] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c39be51-783f-4636-866e-ccd38beb454c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.247167] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2042.247392] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2042.248286] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15819b6-65bc-4959-bf75-2fa9f401d9d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.255604] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2042.255604] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521b00df-771b-764a-b1d7-607724e31ca1" [ 2042.255604] env[62226]: _type = "Task" [ 2042.255604] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.268784] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521b00df-771b-764a-b1d7-607724e31ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.270448] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0970a384-17f3-474f-bf00-93fe4dc8323b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.276956] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2042.276956] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b38638-d6c1-14d2-d4d7-c819afe4e288" [ 2042.276956] env[62226]: _type = "Task" [ 2042.276956] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.286042] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b38638-d6c1-14d2-d4d7-c819afe4e288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.305488] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquiring lock "65a2add5-94c3-431c-83b9-3b6b0613a770" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.306696] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lock "65a2add5-94c3-431c-83b9-3b6b0613a770" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.306696] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquiring lock "65a2add5-94c3-431c-83b9-3b6b0613a770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.306696] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lock "65a2add5-94c3-431c-83b9-3b6b0613a770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.306696] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lock "65a2add5-94c3-431c-83b9-3b6b0613a770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.309929] env[62226]: INFO nova.compute.manager [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Terminating instance [ 2042.320978] env[62226]: DEBUG oslo_vmware.api [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028379, 'name': ReconfigVM_Task, 'duration_secs': 0.160985} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.321788] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d0eb47-daec-4956-9858-994eb009d86a tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Reconfigured VM instance to set the machine id {{(pid=62226) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2042.449736] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.450150] env[62226]: DEBUG nova.compute.manager [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Instance network_info: |[{"id": "ae43d394-fc24-48ac-87a9-c8cc5c34e51c", "address": "fa:16:3e:ef:1d:ff", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae43d394-fc", "ovs_interfaceid": "ae43d394-fc24-48ac-87a9-c8cc5c34e51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2042.450647] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:1d:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae43d394-fc24-48ac-87a9-c8cc5c34e51c', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2042.459078] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Creating folder: Project (e0eb0b12511f4fc188cbeff3fd5bbfc9). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2042.460076] env[62226]: DEBUG nova.network.neutron [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2042.462225] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ac2984c-2f96-4668-907d-9efbfc4db10d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.473889] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Created folder: Project (e0eb0b12511f4fc188cbeff3fd5bbfc9) in parent group-v416438. [ 2042.474069] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Creating folder: Instances. Parent ref: group-v416668. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2042.474314] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69490411-c96f-4eef-a8c8-448d93480b83 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.486391] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Created folder: Instances in parent group-v416668. [ 2042.486643] env[62226]: DEBUG oslo.service.loopingcall [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.486834] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2042.487065] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-678251af-bc14-4893-b432-ed6b17231ffa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.504915] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.505045] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2042.511020] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.822s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.511020] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2042.511020] env[62226]: value = "task-2028382" [ 2042.511020] env[62226]: _type = "Task" [ 2042.511020] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.525992] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028382, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.660226] env[62226]: DEBUG nova.network.neutron [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updated VIF entry in instance network info cache for port f78822fa-01fe-4c1b-8a35-fe7e25713630. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2042.660704] env[62226]: DEBUG nova.network.neutron [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updating instance_info_cache with network_info: [{"id": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "address": "fa:16:3e:16:d1:57", "network": {"id": "98116ab9-9c74-4d45-b7d6-d481479bfbb8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1700526945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8008914dffb04cf1b4e249e9fa1b6ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78822fa-01", "ovs_interfaceid": "f78822fa-01fe-4c1b-8a35-fe7e25713630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.762880] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4545f329-b82a-4c32-b07c-723456a1f620 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "3a84cfc3-9eeb-43c7-819c-06314b27b744" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.763188] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4545f329-b82a-4c32-b07c-723456a1f620 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "3a84cfc3-9eeb-43c7-819c-06314b27b744" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.763456] env[62226]: DEBUG nova.compute.manager [None req-4545f329-b82a-4c32-b07c-723456a1f620 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2042.764331] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bfb99b-688d-43f4-938f-b4895dff3227 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.772030] env[62226]: DEBUG nova.compute.manager [None req-4545f329-b82a-4c32-b07c-723456a1f620 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2042.772313] env[62226]: DEBUG nova.objects.instance [None req-4545f329-b82a-4c32-b07c-723456a1f620 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lazy-loading 'flavor' on Instance uuid 3a84cfc3-9eeb-43c7-819c-06314b27b744 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2042.788536] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b38638-d6c1-14d2-d4d7-c819afe4e288, 'name': SearchDatastore_Task, 'duration_secs': 0.009169} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.788732] env[62226]: DEBUG oslo_concurrency.lockutils [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.788996] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] b54fd956-9512-4280-adab-bfddb23610fe/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk. {{(pid=62226) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2042.789289] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a48e76b1-ebd5-4682-b059-e46acca906f5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.797071] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2042.797071] env[62226]: value = "task-2028383" [ 2042.797071] env[62226]: _type = "Task" [ 2042.797071] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.806174] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.816520] env[62226]: DEBUG nova.compute.manager [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2042.816735] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2042.820112] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc50a7c-bc60-4726-9071-cc751322d7d5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.830395] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2042.830395] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d1bee1d-c1ce-4db1-95ec-6d011a2854bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.837716] env[62226]: DEBUG oslo_vmware.api [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for the task: (returnval){ [ 2042.837716] env[62226]: value = "task-2028384" [ 2042.837716] env[62226]: _type = "Task" [ 2042.837716] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.846534] env[62226]: DEBUG oslo_vmware.api [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.863049] env[62226]: DEBUG nova.network.neutron [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Updating instance_info_cache with network_info: [{"id": "0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc", "address": "fa:16:3e:cb:6f:0d", "network": {"id": "d81ee9ec-1aa4-4272-ac65-c150e5faad00", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-322946184", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe7a470-ce", "ovs_interfaceid": "0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fa8059b-a532-4283-9e0e-54969f3c46f0", "address": "fa:16:3e:08:5e:db", "network": {"id": "052c3a18-f181-49c6-a10b-d482408051e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1171869382", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa8059b-a5", "ovs_interfaceid": "0fa8059b-a532-4283-9e0e-54969f3c46f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.875587] env[62226]: DEBUG nova.compute.manager [req-bde75276-aae5-45bd-891b-0852531e7620 req-4a89c6dd-92ca-46cf-9588-de4b311ae6b3 service nova] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Received event network-vif-plugged-71f37671-07bb-402b-ad1d-088a9ab871e4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2042.875587] env[62226]: DEBUG oslo_concurrency.lockutils [req-bde75276-aae5-45bd-891b-0852531e7620 req-4a89c6dd-92ca-46cf-9588-de4b311ae6b3 service nova] Acquiring lock "67332c7b-cc27-4443-a0df-bb7c0f03dec4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.875587] env[62226]: DEBUG oslo_concurrency.lockutils [req-bde75276-aae5-45bd-891b-0852531e7620 req-4a89c6dd-92ca-46cf-9588-de4b311ae6b3 service nova] Lock "67332c7b-cc27-4443-a0df-bb7c0f03dec4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.875737] env[62226]: DEBUG oslo_concurrency.lockutils [req-bde75276-aae5-45bd-891b-0852531e7620 req-4a89c6dd-92ca-46cf-9588-de4b311ae6b3 service nova] Lock "67332c7b-cc27-4443-a0df-bb7c0f03dec4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.875825] env[62226]: DEBUG nova.compute.manager [req-bde75276-aae5-45bd-891b-0852531e7620 req-4a89c6dd-92ca-46cf-9588-de4b311ae6b3 service nova] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] No waiting events found dispatching network-vif-plugged-71f37671-07bb-402b-ad1d-088a9ab871e4 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2042.876028] env[62226]: WARNING nova.compute.manager [req-bde75276-aae5-45bd-891b-0852531e7620 req-4a89c6dd-92ca-46cf-9588-de4b311ae6b3 service nova] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Received unexpected event network-vif-plugged-71f37671-07bb-402b-ad1d-088a9ab871e4 for instance with vm_state building and task_state spawning. [ 2043.012534] env[62226]: DEBUG nova.compute.utils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2043.018681] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2043.018681] env[62226]: DEBUG nova.network.neutron [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2043.032895] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028382, 'name': CreateVM_Task, 'duration_secs': 0.430993} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.032895] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2043.033638] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.033638] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.034551] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2043.034903] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7710864c-30c2-4f8c-aabd-090f74a8e1fd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.044196] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2043.044196] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5212f37a-203f-5a7c-9649-96e3df120948" [ 2043.044196] env[62226]: _type = "Task" [ 2043.044196] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.060799] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5212f37a-203f-5a7c-9649-96e3df120948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.087835] env[62226]: DEBUG nova.policy [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f741e0dc44164332a6f3c074cdf92295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ad12f0dab4a4e02af7a7da6dcb5690b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2043.095559] env[62226]: DEBUG nova.network.neutron [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Successfully updated port: 71f37671-07bb-402b-ad1d-088a9ab871e4 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2043.164569] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Releasing lock "refresh_cache-65a2add5-94c3-431c-83b9-3b6b0613a770" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.164903] env[62226]: DEBUG nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Received event network-vif-plugged-ae43d394-fc24-48ac-87a9-c8cc5c34e51c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2043.165088] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Acquiring lock "ef2e3023-b006-47f8-b193-80b1e60e9b12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.165300] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Lock "ef2e3023-b006-47f8-b193-80b1e60e9b12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.165513] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Lock "ef2e3023-b006-47f8-b193-80b1e60e9b12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.165669] env[62226]: DEBUG nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] No waiting events found dispatching network-vif-plugged-ae43d394-fc24-48ac-87a9-c8cc5c34e51c {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2043.165846] env[62226]: WARNING nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Received unexpected event network-vif-plugged-ae43d394-fc24-48ac-87a9-c8cc5c34e51c for instance with vm_state building and task_state spawning. [ 2043.166013] env[62226]: DEBUG nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Received event network-changed-ae43d394-fc24-48ac-87a9-c8cc5c34e51c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2043.166577] env[62226]: DEBUG nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Refreshing instance network info cache due to event network-changed-ae43d394-fc24-48ac-87a9-c8cc5c34e51c. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2043.166577] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Acquiring lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.166577] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Acquired lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.166802] env[62226]: DEBUG nova.network.neutron [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Refreshing network info cache for port ae43d394-fc24-48ac-87a9-c8cc5c34e51c {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2043.310890] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028383, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.348372] env[62226]: DEBUG oslo_vmware.api [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028384, 'name': PowerOffVM_Task, 'duration_secs': 0.198098} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.351302] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2043.351504] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2043.351987] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ddbfe14-49ad-40a0-82d1-176b1e3e200b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.366033] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Releasing lock "refresh_cache-44a47031-b8fe-4c25-adb8-decf115e862d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.366454] env[62226]: DEBUG nova.compute.manager [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Instance network_info: |[{"id": "0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc", "address": "fa:16:3e:cb:6f:0d", "network": {"id": "d81ee9ec-1aa4-4272-ac65-c150e5faad00", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-322946184", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe7a470-ce", "ovs_interfaceid": "0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fa8059b-a532-4283-9e0e-54969f3c46f0", "address": "fa:16:3e:08:5e:db", "network": {"id": "052c3a18-f181-49c6-a10b-d482408051e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1171869382", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa8059b-a5", "ovs_interfaceid": "0fa8059b-a532-4283-9e0e-54969f3c46f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2043.366982] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:6f:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:5e:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fa8059b-a532-4283-9e0e-54969f3c46f0', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2043.376961] env[62226]: DEBUG oslo.service.loopingcall [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.378107] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2043.378107] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4313c1b0-4d80-4c67-9a57-296ea714f47c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.404233] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2043.404233] env[62226]: value = "task-2028386" [ 2043.404233] env[62226]: _type = "Task" [ 2043.404233] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.411941] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028386, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.413958] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d82cc5-5a92-4d9c-b0d6-51dcc6037883 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.421303] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0355dad-86ea-48ff-b293-018f421bbffa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.425497] env[62226]: DEBUG nova.network.neutron [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Successfully created port: 5c0f41cc-42df-48c9-86d4-ec9028eae0e6 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2043.456649] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5de3ead-c8fa-43da-85a1-1776ce2a1e68 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.463732] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8798791-43fb-451f-83ed-759b5a3fedde {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.478595] env[62226]: DEBUG nova.compute.provider_tree [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2043.518879] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2043.556942] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5212f37a-203f-5a7c-9649-96e3df120948, 'name': SearchDatastore_Task, 'duration_secs': 0.057793} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.561212] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.561212] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2043.561212] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.561212] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.561212] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2043.561212] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b73829c8-efb4-4176-bf07-4ff55c79341a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.567443] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2043.567671] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2043.568382] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca194dac-3c13-4e8f-948f-5e0e56127c3d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.574142] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2043.574142] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b2cbae-3efe-54e5-b93e-444cc9513ddc" [ 2043.574142] env[62226]: _type = "Task" [ 2043.574142] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.582239] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b2cbae-3efe-54e5-b93e-444cc9513ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.598079] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "refresh_cache-67332c7b-cc27-4443-a0df-bb7c0f03dec4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.598337] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired lock "refresh_cache-67332c7b-cc27-4443-a0df-bb7c0f03dec4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.598495] env[62226]: DEBUG nova.network.neutron [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2043.681863] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2043.682117] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2043.682315] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Deleting the datastore file [datastore2] 65a2add5-94c3-431c-83b9-3b6b0613a770 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2043.682572] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7e46207-3010-48de-9267-6846280ca8dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.690116] env[62226]: DEBUG oslo_vmware.api [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for the task: (returnval){ [ 2043.690116] env[62226]: value = "task-2028387" [ 2043.690116] env[62226]: _type = "Task" [ 2043.690116] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.698276] env[62226]: DEBUG oslo_vmware.api [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.785037] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4545f329-b82a-4c32-b07c-723456a1f620 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2043.785516] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b86c956-0a33-4fd7-b3f5-d60eab5141b8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.794160] env[62226]: DEBUG oslo_vmware.api [None req-4545f329-b82a-4c32-b07c-723456a1f620 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2043.794160] env[62226]: value = "task-2028388" [ 2043.794160] env[62226]: _type = "Task" [ 2043.794160] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.809893] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523597} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.813022] env[62226]: INFO nova.virt.vmwareapi.ds_util [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] b54fd956-9512-4280-adab-bfddb23610fe/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk. [ 2043.813354] env[62226]: DEBUG oslo_vmware.api [None req-4545f329-b82a-4c32-b07c-723456a1f620 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.814096] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0de4d2b-8eba-4a61-9257-9f356c9b8ae5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.841060] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] b54fd956-9512-4280-adab-bfddb23610fe/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2043.841435] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7adbbae-42d8-4f9d-b81f-ca0c40e4eab4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.862058] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2043.862058] env[62226]: value = "task-2028389" [ 2043.862058] env[62226]: _type = "Task" [ 2043.862058] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.870992] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.880385] env[62226]: DEBUG oslo_vmware.rw_handles [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264c206-a3cf-ecc0-cd6b-8b036d5e5b6a/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2043.881262] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834ec318-5682-4ad5-b8e8-94d99f9659de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.886993] env[62226]: DEBUG oslo_vmware.rw_handles [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264c206-a3cf-ecc0-cd6b-8b036d5e5b6a/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2043.887174] env[62226]: ERROR oslo_vmware.rw_handles [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264c206-a3cf-ecc0-cd6b-8b036d5e5b6a/disk-0.vmdk due to incomplete transfer. [ 2043.887395] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-715ab1b8-2750-484a-a230-ecfed7891e88 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.909357] env[62226]: DEBUG oslo_vmware.rw_handles [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264c206-a3cf-ecc0-cd6b-8b036d5e5b6a/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2043.909601] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Uploaded image 8b755a3d-6e2b-4f00-b5da-13d71ea74864 to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2043.912238] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2043.913585] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a8078b13-2005-4491-ab2a-4c3b984c3bda {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.918335] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028386, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.923167] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2043.923167] env[62226]: value = "task-2028390" [ 2043.923167] env[62226]: _type = "Task" [ 2043.923167] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.933197] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028390, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.983106] env[62226]: DEBUG nova.scheduler.client.report [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2044.004731] env[62226]: DEBUG nova.network.neutron [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Updated VIF entry in instance network info cache for port ae43d394-fc24-48ac-87a9-c8cc5c34e51c. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2044.005106] env[62226]: DEBUG nova.network.neutron [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Updating instance_info_cache with network_info: [{"id": "ae43d394-fc24-48ac-87a9-c8cc5c34e51c", "address": "fa:16:3e:ef:1d:ff", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae43d394-fc", "ovs_interfaceid": "ae43d394-fc24-48ac-87a9-c8cc5c34e51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.083937] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b2cbae-3efe-54e5-b93e-444cc9513ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.008949} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.084710] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ee78f8-e099-480a-bc46-f0a21def90f0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.090038] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2044.090038] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5271aeeb-3518-9004-1fe4-5e2bee51d360" [ 2044.090038] env[62226]: _type = "Task" [ 2044.090038] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.098696] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5271aeeb-3518-9004-1fe4-5e2bee51d360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.143864] env[62226]: DEBUG nova.network.neutron [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2044.201158] env[62226]: DEBUG oslo_vmware.api [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Task: {'id': task-2028387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143996} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.201515] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2044.201714] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2044.201896] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2044.202081] env[62226]: INFO nova.compute.manager [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Took 1.39 seconds to destroy the instance on the hypervisor. [ 2044.202326] env[62226]: DEBUG oslo.service.loopingcall [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.202592] env[62226]: DEBUG nova.compute.manager [-] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2044.202673] env[62226]: DEBUG nova.network.neutron [-] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2044.303991] env[62226]: DEBUG oslo_vmware.api [None req-4545f329-b82a-4c32-b07c-723456a1f620 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028388, 'name': PowerOffVM_Task, 'duration_secs': 0.462511} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.304360] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4545f329-b82a-4c32-b07c-723456a1f620 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2044.304575] env[62226]: DEBUG nova.compute.manager [None req-4545f329-b82a-4c32-b07c-723456a1f620 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2044.305420] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2d341b-a545-4244-938c-630b21ae2b59 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.376813] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.392795] env[62226]: DEBUG nova.network.neutron [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Updating instance_info_cache with network_info: [{"id": "71f37671-07bb-402b-ad1d-088a9ab871e4", "address": "fa:16:3e:6f:7a:e5", "network": {"id": "f2060ae5-ac71-44b1-9e25-09b2bdd55d9c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2137452033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad12f0dab4a4e02af7a7da6dcb5690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f37671-07", "ovs_interfaceid": "71f37671-07bb-402b-ad1d-088a9ab871e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.415422] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028386, 'name': CreateVM_Task, 'duration_secs': 0.995092} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.415422] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2044.415753] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.415907] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.416248] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2044.416564] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e70b62-c25c-4922-9f5c-7f379671f8a5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.421385] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 2044.421385] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527db4a9-ca8d-b371-90ad-1382a0d1b46a" [ 2044.421385] env[62226]: _type = "Task" [ 2044.421385] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.432777] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527db4a9-ca8d-b371-90ad-1382a0d1b46a, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.436018] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.436126] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2044.437878] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.437878] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.437878] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2044.437878] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028390, 'name': Destroy_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.437878] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b1d9eab-85fe-4f39-aa0f-4d6ea3f422c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.445226] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2044.445403] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2044.446413] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b932d7d-68f5-4081-afa8-526841aa6f7f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.451781] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 2044.451781] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524ac780-e0df-af1a-4239-5f6ad101b114" [ 2044.451781] env[62226]: _type = "Task" [ 2044.451781] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.465706] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524ac780-e0df-af1a-4239-5f6ad101b114, 'name': SearchDatastore_Task, 'duration_secs': 0.008886} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.468719] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe5ae71-e201-4db5-b2f7-e73600c6aff9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.473651] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 2044.473651] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525c96e4-99bd-619b-7f59-c559ed1dbca8" [ 2044.473651] env[62226]: _type = "Task" [ 2044.473651] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.481169] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525c96e4-99bd-619b-7f59-c559ed1dbca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.507427] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Releasing lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.507722] env[62226]: DEBUG nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Received event network-vif-plugged-0fa8059b-a532-4283-9e0e-54969f3c46f0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2044.507927] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Acquiring lock "44a47031-b8fe-4c25-adb8-decf115e862d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.509078] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Lock "44a47031-b8fe-4c25-adb8-decf115e862d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.509078] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Lock "44a47031-b8fe-4c25-adb8-decf115e862d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.509078] env[62226]: DEBUG nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] No waiting events found dispatching network-vif-plugged-0fa8059b-a532-4283-9e0e-54969f3c46f0 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2044.509078] env[62226]: WARNING nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Received unexpected event network-vif-plugged-0fa8059b-a532-4283-9e0e-54969f3c46f0 for instance with vm_state building and task_state spawning. [ 2044.509078] env[62226]: DEBUG nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Received event network-changed-0fa8059b-a532-4283-9e0e-54969f3c46f0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2044.509078] env[62226]: DEBUG nova.compute.manager [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Refreshing instance network info cache due to event network-changed-0fa8059b-a532-4283-9e0e-54969f3c46f0. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2044.509379] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Acquiring lock "refresh_cache-44a47031-b8fe-4c25-adb8-decf115e862d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.509379] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Acquired lock "refresh_cache-44a47031-b8fe-4c25-adb8-decf115e862d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.509539] env[62226]: DEBUG nova.network.neutron [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Refreshing network info cache for port 0fa8059b-a532-4283-9e0e-54969f3c46f0 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.527992] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2044.562133] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2044.562390] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2044.562550] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2044.562732] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2044.562878] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2044.563038] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2044.563259] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2044.563419] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2044.563597] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2044.563772] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2044.563945] env[62226]: DEBUG nova.virt.hardware [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2044.564812] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ecc8ed-50bc-419e-b4da-2ae36dce83d2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.572749] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cfd4d7-02cf-483e-9829-0017cb95169d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.599434] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5271aeeb-3518-9004-1fe4-5e2bee51d360, 'name': SearchDatastore_Task, 'duration_secs': 0.008822} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.599745] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.600995] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] ef2e3023-b006-47f8-b193-80b1e60e9b12/ef2e3023-b006-47f8-b193-80b1e60e9b12.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2044.600995] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-172ab66e-66fe-4f85-b27e-f6aa4cc20033 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.607748] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2044.607748] env[62226]: value = "task-2028391" [ 2044.607748] env[62226]: _type = "Task" [ 2044.607748] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.615751] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.744098] env[62226]: DEBUG nova.compute.manager [req-837a2acc-4fad-4c3f-a69a-086b425b4514 req-017b4fea-58d6-4190-8666-2a56dfa1e9d0 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Received event network-vif-deleted-f78822fa-01fe-4c1b-8a35-fe7e25713630 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2044.744098] env[62226]: INFO nova.compute.manager [req-837a2acc-4fad-4c3f-a69a-086b425b4514 req-017b4fea-58d6-4190-8666-2a56dfa1e9d0 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Neutron deleted interface f78822fa-01fe-4c1b-8a35-fe7e25713630; detaching it from the instance and deleting it from the info cache [ 2044.744098] env[62226]: DEBUG nova.network.neutron [req-837a2acc-4fad-4c3f-a69a-086b425b4514 req-017b4fea-58d6-4190-8666-2a56dfa1e9d0 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.824233] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4545f329-b82a-4c32-b07c-723456a1f620 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "3a84cfc3-9eeb-43c7-819c-06314b27b744" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.873891] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028389, 'name': ReconfigVM_Task, 'duration_secs': 0.827776} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.874364] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Reconfigured VM instance instance-00000052 to attach disk [datastore2] b54fd956-9512-4280-adab-bfddb23610fe/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2044.875275] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c7da4d-a881-4896-b40c-a0823455dbde {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.903594] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Releasing lock "refresh_cache-67332c7b-cc27-4443-a0df-bb7c0f03dec4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.903923] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Instance network_info: |[{"id": "71f37671-07bb-402b-ad1d-088a9ab871e4", "address": "fa:16:3e:6f:7a:e5", "network": {"id": "f2060ae5-ac71-44b1-9e25-09b2bdd55d9c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2137452033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad12f0dab4a4e02af7a7da6dcb5690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f37671-07", "ovs_interfaceid": "71f37671-07bb-402b-ad1d-088a9ab871e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2044.910807] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:7a:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71f37671-07bb-402b-ad1d-088a9ab871e4', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2044.919668] env[62226]: DEBUG oslo.service.loopingcall [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.919961] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6da58c0c-3652-4135-9e4a-d3be6d37dafc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.933382] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2044.933701] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f090759c-d0a7-4da4-8138-1fcd6f83648f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.968724] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2044.968724] env[62226]: value = "task-2028392" [ 2044.968724] env[62226]: _type = "Task" [ 2044.968724] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.974397] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028390, 'name': Destroy_Task, 'duration_secs': 0.813647} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.974492] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2044.974492] env[62226]: value = "task-2028393" [ 2044.974492] env[62226]: _type = "Task" [ 2044.974492] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.979464] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Destroyed the VM [ 2044.979785] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2044.981301] env[62226]: DEBUG nova.compute.manager [req-bd35dc28-aca5-4d5f-b700-e0f2fd97beb6 req-b462914b-0cb1-477b-9a0a-30ca02234792 service nova] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Received event network-changed-71f37671-07bb-402b-ad1d-088a9ab871e4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2044.981537] env[62226]: DEBUG nova.compute.manager [req-bd35dc28-aca5-4d5f-b700-e0f2fd97beb6 req-b462914b-0cb1-477b-9a0a-30ca02234792 service nova] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Refreshing instance network info cache due to event network-changed-71f37671-07bb-402b-ad1d-088a9ab871e4. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2044.981841] env[62226]: DEBUG oslo_concurrency.lockutils [req-bd35dc28-aca5-4d5f-b700-e0f2fd97beb6 req-b462914b-0cb1-477b-9a0a-30ca02234792 service nova] Acquiring lock "refresh_cache-67332c7b-cc27-4443-a0df-bb7c0f03dec4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.982040] env[62226]: DEBUG oslo_concurrency.lockutils [req-bd35dc28-aca5-4d5f-b700-e0f2fd97beb6 req-b462914b-0cb1-477b-9a0a-30ca02234792 service nova] Acquired lock "refresh_cache-67332c7b-cc27-4443-a0df-bb7c0f03dec4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.982768] env[62226]: DEBUG nova.network.neutron [req-bd35dc28-aca5-4d5f-b700-e0f2fd97beb6 req-b462914b-0cb1-477b-9a0a-30ca02234792 service nova] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Refreshing network info cache for port 71f37671-07bb-402b-ad1d-088a9ab871e4 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.993637] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-413bc5cb-dfd5-4f49-8b39-1056a9265dee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.997187] env[62226]: DEBUG nova.network.neutron [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Successfully updated port: 5c0f41cc-42df-48c9-86d4-ec9028eae0e6 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2045.000232] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.491s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.010494] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.407s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.012540] env[62226]: INFO nova.compute.claims [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2045.017233] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.028662] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2045.028662] env[62226]: value = "task-2028394" [ 2045.028662] env[62226]: _type = "Task" [ 2045.028662] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.028662] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525c96e4-99bd-619b-7f59-c559ed1dbca8, 'name': SearchDatastore_Task, 'duration_secs': 0.007857} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.031877] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.034024] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 44a47031-b8fe-4c25-adb8-decf115e862d/44a47031-b8fe-4c25-adb8-decf115e862d.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2045.034024] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028393, 'name': CreateVM_Task} progress is 15%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.037795] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1bc7a95-0b07-407b-8f43-5febb22679f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.048815] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.050943] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 2045.050943] env[62226]: value = "task-2028395" [ 2045.050943] env[62226]: _type = "Task" [ 2045.050943] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.063846] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.119525] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506768} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.119991] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] ef2e3023-b006-47f8-b193-80b1e60e9b12/ef2e3023-b006-47f8-b193-80b1e60e9b12.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2045.120175] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2045.120397] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2afd73bf-d813-4e8f-b4de-4159c8ff351b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.129849] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2045.129849] env[62226]: value = "task-2028396" [ 2045.129849] env[62226]: _type = "Task" [ 2045.129849] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.138324] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.182664] env[62226]: DEBUG nova.network.neutron [-] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.248344] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0f38029-efd3-49de-9760-a789b39121c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.258925] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8248a18c-a9ce-422c-92f7-287e2fa13484 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.301955] env[62226]: DEBUG nova.compute.manager [req-837a2acc-4fad-4c3f-a69a-086b425b4514 req-017b4fea-58d6-4190-8666-2a56dfa1e9d0 service nova] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Detach interface failed, port_id=f78822fa-01fe-4c1b-8a35-fe7e25713630, reason: Instance 65a2add5-94c3-431c-83b9-3b6b0613a770 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2045.303485] env[62226]: DEBUG nova.network.neutron [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Updated VIF entry in instance network info cache for port 0fa8059b-a532-4283-9e0e-54969f3c46f0. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2045.303935] env[62226]: DEBUG nova.network.neutron [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Updating instance_info_cache with network_info: [{"id": "0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc", "address": "fa:16:3e:cb:6f:0d", "network": {"id": "d81ee9ec-1aa4-4272-ac65-c150e5faad00", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-322946184", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe7a470-ce", "ovs_interfaceid": "0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fa8059b-a532-4283-9e0e-54969f3c46f0", "address": "fa:16:3e:08:5e:db", "network": {"id": "052c3a18-f181-49c6-a10b-d482408051e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1171869382", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa8059b-a5", "ovs_interfaceid": "0fa8059b-a532-4283-9e0e-54969f3c46f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.332690] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "3a84cfc3-9eeb-43c7-819c-06314b27b744" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.332989] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "3a84cfc3-9eeb-43c7-819c-06314b27b744" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.333343] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "3a84cfc3-9eeb-43c7-819c-06314b27b744-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.333643] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "3a84cfc3-9eeb-43c7-819c-06314b27b744-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.333643] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "3a84cfc3-9eeb-43c7-819c-06314b27b744-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.335994] env[62226]: INFO nova.compute.manager [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Terminating instance [ 2045.483265] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028392, 'name': ReconfigVM_Task, 'duration_secs': 0.229521} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.486824] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2045.487166] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffa73ecc-cd8b-4bfb-bc8b-8f79cb2c1e99 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.494646] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028393, 'name': CreateVM_Task, 'duration_secs': 0.44151} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.496116] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2045.496341] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2045.496341] env[62226]: value = "task-2028397" [ 2045.496341] env[62226]: _type = "Task" [ 2045.496341] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.500276] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.500463] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.500796] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2045.501142] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed151a86-2bec-4844-b9ca-e266efef9d69 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.510774] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "refresh_cache-0d4e34f7-3801-40b5-a3ac-813258c4a449" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.510920] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired lock "refresh_cache-0d4e34f7-3801-40b5-a3ac-813258c4a449" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.511155] env[62226]: DEBUG nova.network.neutron [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2045.522877] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2045.522877] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52970fb2-fd1e-170c-14fc-a2e39ee5b000" [ 2045.522877] env[62226]: _type = "Task" [ 2045.522877] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.531808] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028397, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.556105] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52970fb2-fd1e-170c-14fc-a2e39ee5b000, 'name': SearchDatastore_Task, 'duration_secs': 0.022419} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.568729] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.569107] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2045.569387] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.569569] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.569783] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2045.570437] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028394, 'name': RemoveSnapshot_Task, 'duration_secs': 0.40347} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.570915] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6c449e8-b08b-450d-bbca-e923fff05978 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.573225] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2045.573575] env[62226]: DEBUG nova.compute.manager [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2045.575115] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97746112-aeea-455c-9e27-103dd608ef05 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.581356] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521401} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.583492] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 44a47031-b8fe-4c25-adb8-decf115e862d/44a47031-b8fe-4c25-adb8-decf115e862d.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2045.583492] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2045.583492] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f133c5b-3558-4d21-99a3-c9a99acedb15 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.590079] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2045.590341] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2045.591410] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b96e93-c96a-45d8-90ed-2ac7c36e14d8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.594623] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 2045.594623] env[62226]: value = "task-2028398" [ 2045.594623] env[62226]: _type = "Task" [ 2045.594623] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.599851] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2045.599851] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ae1a3c-45d7-2771-6b25-9c29a38c0f84" [ 2045.599851] env[62226]: _type = "Task" [ 2045.599851] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.606707] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.615386] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ae1a3c-45d7-2771-6b25-9c29a38c0f84, 'name': SearchDatastore_Task, 'duration_secs': 0.012737} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.618810] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b04ea6-19f8-4862-9284-5cf06246519b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.622059] env[62226]: INFO nova.scheduler.client.report [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted allocation for migration a04c5a44-9abf-4b66-9d22-bb73dba2e5fb [ 2045.627686] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2045.627686] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525a50ae-8017-92b6-660d-f458f33293c2" [ 2045.627686] env[62226]: _type = "Task" [ 2045.627686] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.642078] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525a50ae-8017-92b6-660d-f458f33293c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.645465] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.646330] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 67332c7b-cc27-4443-a0df-bb7c0f03dec4/67332c7b-cc27-4443-a0df-bb7c0f03dec4.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2045.646330] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077109} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.646747] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ef9f51c-655e-4605-9bdd-fee0cc178472 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.648755] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2045.649973] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43157469-deba-4511-9a40-9d38191d74c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.676366] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] ef2e3023-b006-47f8-b193-80b1e60e9b12/ef2e3023-b006-47f8-b193-80b1e60e9b12.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2045.678641] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a1b7c1-de3a-4170-99b9-9e584ae5041c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.693089] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2045.693089] env[62226]: value = "task-2028399" [ 2045.693089] env[62226]: _type = "Task" [ 2045.693089] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.695895] env[62226]: INFO nova.compute.manager [-] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Took 1.49 seconds to deallocate network for instance. [ 2045.705586] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2045.705586] env[62226]: value = "task-2028400" [ 2045.705586] env[62226]: _type = "Task" [ 2045.705586] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.713015] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.717784] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.806804] env[62226]: DEBUG oslo_concurrency.lockutils [req-1cb185bc-37c8-4570-8151-8eaba2cf0f2a req-9f64774e-766d-4474-8a0c-6fd869e7b772 service nova] Releasing lock "refresh_cache-44a47031-b8fe-4c25-adb8-decf115e862d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.807979] env[62226]: DEBUG nova.network.neutron [req-bd35dc28-aca5-4d5f-b700-e0f2fd97beb6 req-b462914b-0cb1-477b-9a0a-30ca02234792 service nova] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Updated VIF entry in instance network info cache for port 71f37671-07bb-402b-ad1d-088a9ab871e4. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2045.808432] env[62226]: DEBUG nova.network.neutron [req-bd35dc28-aca5-4d5f-b700-e0f2fd97beb6 req-b462914b-0cb1-477b-9a0a-30ca02234792 service nova] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Updating instance_info_cache with network_info: [{"id": "71f37671-07bb-402b-ad1d-088a9ab871e4", "address": "fa:16:3e:6f:7a:e5", "network": {"id": "f2060ae5-ac71-44b1-9e25-09b2bdd55d9c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2137452033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad12f0dab4a4e02af7a7da6dcb5690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f37671-07", "ovs_interfaceid": "71f37671-07bb-402b-ad1d-088a9ab871e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.840459] env[62226]: DEBUG nova.compute.manager [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2045.840709] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2045.841659] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c398d5-725b-4465-b6de-0e7ea60a5d50 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.850737] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2045.850940] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3603e32b-429f-4720-a5b3-77063cf1be87 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.011949] env[62226]: DEBUG oslo_vmware.api [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028397, 'name': PowerOnVM_Task, 'duration_secs': 0.419579} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.012390] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2046.015315] env[62226]: DEBUG nova.compute.manager [None req-20a665e3-89e4-46ef-bcb5-b9f52c34c1f8 tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2046.016493] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e882f088-e6cc-4592-a137-c2962e24558e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.050889] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2046.051125] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2046.051393] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleting the datastore file [datastore1] 3a84cfc3-9eeb-43c7-819c-06314b27b744 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2046.051711] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4217f978-49cd-4fcd-8b81-2f120a44a872 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.061829] env[62226]: DEBUG oslo_vmware.api [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2046.061829] env[62226]: value = "task-2028402" [ 2046.061829] env[62226]: _type = "Task" [ 2046.061829] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.073265] env[62226]: DEBUG nova.network.neutron [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2046.082356] env[62226]: DEBUG oslo_vmware.api [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.094138] env[62226]: INFO nova.compute.manager [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Shelve offloading [ 2046.112689] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064143} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.112959] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2046.113820] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcebaf75-7700-44a2-8447-a5a118a5987f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.135110] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7d0b6aa9-74da-4bfe-a18b-a61adc6041f5 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "86b97308-6068-44a3-8032-3c88a1b9ba9d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.952s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.144684] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 44a47031-b8fe-4c25-adb8-decf115e862d/44a47031-b8fe-4c25-adb8-decf115e862d.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2046.150110] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf989f7-cf8a-4859-8f86-56b194a7e21f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.172460] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 2046.172460] env[62226]: value = "task-2028403" [ 2046.172460] env[62226]: _type = "Task" [ 2046.172460] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.185483] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.206871] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.213575] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.222692] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.284980] env[62226]: DEBUG nova.network.neutron [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Updating instance_info_cache with network_info: [{"id": "5c0f41cc-42df-48c9-86d4-ec9028eae0e6", "address": "fa:16:3e:3f:ab:42", "network": {"id": "f2060ae5-ac71-44b1-9e25-09b2bdd55d9c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2137452033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad12f0dab4a4e02af7a7da6dcb5690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c0f41cc-42", "ovs_interfaceid": "5c0f41cc-42df-48c9-86d4-ec9028eae0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.312927] env[62226]: DEBUG oslo_concurrency.lockutils [req-bd35dc28-aca5-4d5f-b700-e0f2fd97beb6 req-b462914b-0cb1-477b-9a0a-30ca02234792 service nova] Releasing lock "refresh_cache-67332c7b-cc27-4443-a0df-bb7c0f03dec4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.366756] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adade916-3480-4751-b0b3-581754960c08 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.375382] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ed9721-9556-44bd-b12e-9718f35edb06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.406822] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf732572-5c0a-4423-9139-762b2d64b984 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.414732] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371c65a6-7128-4b6c-9914-7640b76bcf02 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.428595] env[62226]: DEBUG nova.compute.provider_tree [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.439250] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "86b97308-6068-44a3-8032-3c88a1b9ba9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.439534] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "86b97308-6068-44a3-8032-3c88a1b9ba9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.439785] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "86b97308-6068-44a3-8032-3c88a1b9ba9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.440064] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "86b97308-6068-44a3-8032-3c88a1b9ba9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.440237] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "86b97308-6068-44a3-8032-3c88a1b9ba9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.442164] env[62226]: INFO nova.compute.manager [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Terminating instance [ 2046.573373] env[62226]: DEBUG oslo_vmware.api [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135393} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.573857] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2046.573988] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2046.574187] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2046.574925] env[62226]: INFO nova.compute.manager [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Took 0.73 seconds to destroy the instance on the hypervisor. [ 2046.574925] env[62226]: DEBUG oslo.service.loopingcall [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2046.574925] env[62226]: DEBUG nova.compute.manager [-] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2046.574925] env[62226]: DEBUG nova.network.neutron [-] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2046.609028] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2046.609301] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2dacffb-e08a-4660-a696-e0e0bdad8499 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.616768] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2046.616768] env[62226]: value = "task-2028404" [ 2046.616768] env[62226]: _type = "Task" [ 2046.616768] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.624870] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.682791] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.708224] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.719553] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028400, 'name': ReconfigVM_Task, 'duration_secs': 0.551402} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.719866] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Reconfigured VM instance instance-00000055 to attach disk [datastore2] ef2e3023-b006-47f8-b193-80b1e60e9b12/ef2e3023-b006-47f8-b193-80b1e60e9b12.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2046.720548] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-605e4a23-cfdf-41b9-97db-c1295cb2df04 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.726965] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2046.726965] env[62226]: value = "task-2028405" [ 2046.726965] env[62226]: _type = "Task" [ 2046.726965] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.735060] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028405, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.772664] env[62226]: DEBUG nova.compute.manager [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Received event network-vif-plugged-5c0f41cc-42df-48c9-86d4-ec9028eae0e6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2046.772930] env[62226]: DEBUG oslo_concurrency.lockutils [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] Acquiring lock "0d4e34f7-3801-40b5-a3ac-813258c4a449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.773142] env[62226]: DEBUG oslo_concurrency.lockutils [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] Lock "0d4e34f7-3801-40b5-a3ac-813258c4a449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.773310] env[62226]: DEBUG oslo_concurrency.lockutils [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] Lock "0d4e34f7-3801-40b5-a3ac-813258c4a449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.773486] env[62226]: DEBUG nova.compute.manager [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] No waiting events found dispatching network-vif-plugged-5c0f41cc-42df-48c9-86d4-ec9028eae0e6 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2046.773657] env[62226]: WARNING nova.compute.manager [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Received unexpected event network-vif-plugged-5c0f41cc-42df-48c9-86d4-ec9028eae0e6 for instance with vm_state building and task_state spawning. [ 2046.773822] env[62226]: DEBUG nova.compute.manager [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Received event network-changed-5c0f41cc-42df-48c9-86d4-ec9028eae0e6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2046.773973] env[62226]: DEBUG nova.compute.manager [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Refreshing instance network info cache due to event network-changed-5c0f41cc-42df-48c9-86d4-ec9028eae0e6. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2046.774182] env[62226]: DEBUG oslo_concurrency.lockutils [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] Acquiring lock "refresh_cache-0d4e34f7-3801-40b5-a3ac-813258c4a449" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.787708] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Releasing lock "refresh_cache-0d4e34f7-3801-40b5-a3ac-813258c4a449" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.788011] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Instance network_info: |[{"id": "5c0f41cc-42df-48c9-86d4-ec9028eae0e6", "address": "fa:16:3e:3f:ab:42", "network": {"id": "f2060ae5-ac71-44b1-9e25-09b2bdd55d9c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2137452033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad12f0dab4a4e02af7a7da6dcb5690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c0f41cc-42", "ovs_interfaceid": "5c0f41cc-42df-48c9-86d4-ec9028eae0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2046.788292] env[62226]: DEBUG oslo_concurrency.lockutils [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] Acquired lock "refresh_cache-0d4e34f7-3801-40b5-a3ac-813258c4a449" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.788465] env[62226]: DEBUG nova.network.neutron [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Refreshing network info cache for port 5c0f41cc-42df-48c9-86d4-ec9028eae0e6 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2046.789706] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:ab:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c0f41cc-42df-48c9-86d4-ec9028eae0e6', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2046.797295] env[62226]: DEBUG oslo.service.loopingcall [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2046.798372] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2046.798605] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acf90134-0fb2-458a-ad2f-42aadc769fd2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.817993] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2046.817993] env[62226]: value = "task-2028406" [ 2046.817993] env[62226]: _type = "Task" [ 2046.817993] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.825877] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028406, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.932972] env[62226]: DEBUG nova.scheduler.client.report [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2046.946243] env[62226]: DEBUG nova.compute.manager [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2046.946929] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2046.947901] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e203e-dfbe-483d-98df-dd8819827955 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.960609] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2046.961081] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db3e3a0-5196-4a2c-995b-55c7381610ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.971142] env[62226]: DEBUG oslo_vmware.api [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2046.971142] env[62226]: value = "task-2028407" [ 2046.971142] env[62226]: _type = "Task" [ 2046.971142] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.983940] env[62226]: DEBUG oslo_vmware.api [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.029358] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "4a5a7211-d02c-414e-bf07-ad3e49ca9154" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.029774] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "4a5a7211-d02c-414e-bf07-ad3e49ca9154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.129810] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2047.130055] env[62226]: DEBUG nova.compute.manager [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2047.130898] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d47a0dc-411a-4f5c-be17-d715737d8440 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.138874] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.139211] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.139272] env[62226]: DEBUG nova.network.neutron [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2047.185018] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028403, 'name': ReconfigVM_Task, 'duration_secs': 0.859012} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.185018] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 44a47031-b8fe-4c25-adb8-decf115e862d/44a47031-b8fe-4c25-adb8-decf115e862d.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2047.185745] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce219e82-e5a0-409c-b157-0fb257dd4835 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.193578] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 2047.193578] env[62226]: value = "task-2028408" [ 2047.193578] env[62226]: _type = "Task" [ 2047.193578] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.206727] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028408, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.213699] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028399, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.237016] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028405, 'name': Rename_Task, 'duration_secs': 0.286507} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.237378] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2047.238291] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66239623-d007-4f78-aa65-7d29c1bfea33 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.243547] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2047.243547] env[62226]: value = "task-2028409" [ 2047.243547] env[62226]: _type = "Task" [ 2047.243547] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.252332] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.330327] env[62226]: DEBUG nova.network.neutron [-] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.331176] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028406, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.440940] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.441581] env[62226]: DEBUG nova.compute.manager [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2047.447129] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.949s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.447936] env[62226]: DEBUG nova.objects.instance [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lazy-loading 'resources' on Instance uuid a8b57022-3376-4cd7-a883-01eac833e7ca {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2047.481038] env[62226]: DEBUG oslo_vmware.api [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028407, 'name': PowerOffVM_Task, 'duration_secs': 0.248173} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.481383] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2047.481582] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2047.481838] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88bc0846-e626-4afd-85a2-3528039cde1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.534999] env[62226]: DEBUG nova.compute.manager [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2047.546753] env[62226]: DEBUG nova.network.neutron [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Updated VIF entry in instance network info cache for port 5c0f41cc-42df-48c9-86d4-ec9028eae0e6. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2047.546753] env[62226]: DEBUG nova.network.neutron [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Updating instance_info_cache with network_info: [{"id": "5c0f41cc-42df-48c9-86d4-ec9028eae0e6", "address": "fa:16:3e:3f:ab:42", "network": {"id": "f2060ae5-ac71-44b1-9e25-09b2bdd55d9c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2137452033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad12f0dab4a4e02af7a7da6dcb5690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c0f41cc-42", "ovs_interfaceid": "5c0f41cc-42df-48c9-86d4-ec9028eae0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.604266] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2047.604477] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2047.604658] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleting the datastore file [datastore1] 86b97308-6068-44a3-8032-3c88a1b9ba9d {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2047.604924] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf8becf1-3024-4840-a036-a2f5fc18daa3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.611432] env[62226]: DEBUG oslo_vmware.api [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2047.611432] env[62226]: value = "task-2028411" [ 2047.611432] env[62226]: _type = "Task" [ 2047.611432] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.619603] env[62226]: DEBUG oslo_vmware.api [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.702897] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028408, 'name': Rename_Task, 'duration_secs': 0.243257} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.705830] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2047.706398] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3242bd56-d453-4746-84b7-b4ed9902db1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.715663] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028399, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.608998} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.716859] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 67332c7b-cc27-4443-a0df-bb7c0f03dec4/67332c7b-cc27-4443-a0df-bb7c0f03dec4.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2047.717095] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2047.717385] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 2047.717385] env[62226]: value = "task-2028412" [ 2047.717385] env[62226]: _type = "Task" [ 2047.717385] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.717625] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80ed590e-103a-4a10-883f-4ecfc6b54dbd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.728058] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2047.728058] env[62226]: value = "task-2028413" [ 2047.728058] env[62226]: _type = "Task" [ 2047.728058] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.731330] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.739692] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.759521] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028409, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.831792] env[62226]: INFO nova.compute.manager [-] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Took 1.26 seconds to deallocate network for instance. [ 2047.832054] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028406, 'name': CreateVM_Task, 'duration_secs': 0.804598} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.833662] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2047.835082] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.836374] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.836634] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2047.840245] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f50ea3b-517d-447c-a7c5-b0102187648b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.846118] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2047.846118] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526d6628-106d-529a-5071-db45c4cbf067" [ 2047.846118] env[62226]: _type = "Task" [ 2047.846118] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.855170] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526d6628-106d-529a-5071-db45c4cbf067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.856691] env[62226]: DEBUG nova.network.neutron [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updating instance_info_cache with network_info: [{"id": "43811594-a2b3-4986-b49c-9a06ec80abed", "address": "fa:16:3e:01:6c:7e", "network": {"id": "12c68adc-9aef-4301-bdcc-7a179404895b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008727855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cbb6c56629a4d7e93c3723bd9d6e0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43811594-a2", "ovs_interfaceid": "43811594-a2b3-4986-b49c-9a06ec80abed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.956262] env[62226]: DEBUG nova.compute.utils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2047.958540] env[62226]: DEBUG nova.compute.manager [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2047.958734] env[62226]: DEBUG nova.network.neutron [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2048.004555] env[62226]: DEBUG nova.policy [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7984bb3f0111426dbbb435603f85a1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019c12b2dd549fe8f1710ff8a5e5db9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2048.050961] env[62226]: DEBUG oslo_concurrency.lockutils [req-322cc7b3-9750-42ab-8aa8-649bce247d43 req-53f7e5d7-a67a-4489-85ce-7601c5178d51 service nova] Releasing lock "refresh_cache-0d4e34f7-3801-40b5-a3ac-813258c4a449" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.065575] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.086713] env[62226]: DEBUG nova.compute.manager [req-d6862034-850c-48ee-8955-3362eb968da2 req-50846e7f-9244-4f6f-ba2a-4560b29f5596 service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Received event network-changed-036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2048.086924] env[62226]: DEBUG nova.compute.manager [req-d6862034-850c-48ee-8955-3362eb968da2 req-50846e7f-9244-4f6f-ba2a-4560b29f5596 service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Refreshing instance network info cache due to event network-changed-036964d8-cd6d-4ed4-b9b9-3da069aa5869. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2048.087158] env[62226]: DEBUG oslo_concurrency.lockutils [req-d6862034-850c-48ee-8955-3362eb968da2 req-50846e7f-9244-4f6f-ba2a-4560b29f5596 service nova] Acquiring lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.087303] env[62226]: DEBUG oslo_concurrency.lockutils [req-d6862034-850c-48ee-8955-3362eb968da2 req-50846e7f-9244-4f6f-ba2a-4560b29f5596 service nova] Acquired lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.087529] env[62226]: DEBUG nova.network.neutron [req-d6862034-850c-48ee-8955-3362eb968da2 req-50846e7f-9244-4f6f-ba2a-4560b29f5596 service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Refreshing network info cache for port 036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2048.124920] env[62226]: DEBUG oslo_vmware.api [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148863} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.124920] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2048.124920] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2048.125084] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2048.125296] env[62226]: INFO nova.compute.manager [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2048.125540] env[62226]: DEBUG oslo.service.loopingcall [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.128294] env[62226]: DEBUG nova.compute.manager [-] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2048.128394] env[62226]: DEBUG nova.network.neutron [-] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2048.236809] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.246519] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064229} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.250315] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2048.251471] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6f3b7c-f144-45ef-8981-f6a6c57dd79a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.263734] env[62226]: DEBUG oslo_vmware.api [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028409, 'name': PowerOnVM_Task, 'duration_secs': 0.899521} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.277493] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2048.278377] env[62226]: INFO nova.compute.manager [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Took 8.63 seconds to spawn the instance on the hypervisor. [ 2048.278377] env[62226]: DEBUG nova.compute.manager [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2048.289940] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 67332c7b-cc27-4443-a0df-bb7c0f03dec4/67332c7b-cc27-4443-a0df-bb7c0f03dec4.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2048.290591] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fee461-d4da-4f5b-870a-5a9f722a230a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.293410] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f2ae42-387b-4b96-bb1a-ead69d2b8f63 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.310726] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dd0643-a681-402a-992c-b24a29a4a337 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.320209] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d465e2a0-a4a8-4dfe-9f3f-bd2723aca867 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.330200] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2048.330200] env[62226]: value = "task-2028414" [ 2048.330200] env[62226]: _type = "Task" [ 2048.330200] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.361817] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.362903] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Releasing lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.371193] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c242a5bc-fca8-4efb-8383-d596258066bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.383199] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.387511] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526d6628-106d-529a-5071-db45c4cbf067, 'name': SearchDatastore_Task, 'duration_secs': 0.009335} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.389991] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.390274] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2048.390585] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.390730] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.390917] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2048.391545] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9cb2162-0d16-415d-b530-2cdda29ab0a5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.394497] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f3fb99-f4f8-4ab3-9ea9-dd82c264a59c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.409881] env[62226]: DEBUG nova.compute.provider_tree [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.412490] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2048.412786] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2048.413751] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401118a3-2f55-42b8-93b1-06be52bb97a3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.420674] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2048.420674] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525c5872-20bf-0ce1-4a30-ce3d4894dc0f" [ 2048.420674] env[62226]: _type = "Task" [ 2048.420674] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.431315] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525c5872-20bf-0ce1-4a30-ce3d4894dc0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.462060] env[62226]: DEBUG nova.compute.manager [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2048.477609] env[62226]: DEBUG nova.network.neutron [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Successfully created port: 2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2048.731168] env[62226]: DEBUG oslo_vmware.api [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028412, 'name': PowerOnVM_Task, 'duration_secs': 0.635834} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.731468] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2048.731767] env[62226]: INFO nova.compute.manager [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Took 11.63 seconds to spawn the instance on the hypervisor. [ 2048.731838] env[62226]: DEBUG nova.compute.manager [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2048.732613] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42833e98-58b7-4e00-b414-ef865f8d57fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.802893] env[62226]: DEBUG nova.compute.manager [req-71ce9d98-de62-4325-8915-2de86bcbbcc7 req-ba916702-fb81-4cc9-a721-c59491ae1bb4 service nova] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Received event network-vif-deleted-b1b7e318-0d9b-4538-858c-7a715c4dcaa4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2048.803127] env[62226]: DEBUG nova.compute.manager [req-71ce9d98-de62-4325-8915-2de86bcbbcc7 req-ba916702-fb81-4cc9-a721-c59491ae1bb4 service nova] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Received event network-vif-deleted-bad815bd-545e-4c82-9855-009a6193e6b4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2048.803302] env[62226]: INFO nova.compute.manager [req-71ce9d98-de62-4325-8915-2de86bcbbcc7 req-ba916702-fb81-4cc9-a721-c59491ae1bb4 service nova] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Neutron deleted interface bad815bd-545e-4c82-9855-009a6193e6b4; detaching it from the instance and deleting it from the info cache [ 2048.803476] env[62226]: DEBUG nova.network.neutron [req-71ce9d98-de62-4325-8915-2de86bcbbcc7 req-ba916702-fb81-4cc9-a721-c59491ae1bb4 service nova] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.838496] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028414, 'name': ReconfigVM_Task, 'duration_secs': 0.307383} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.838771] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 67332c7b-cc27-4443-a0df-bb7c0f03dec4/67332c7b-cc27-4443-a0df-bb7c0f03dec4.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2048.840928] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07ba1086-f314-454c-8caa-1d35fb58e0bf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.848438] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2048.848438] env[62226]: value = "task-2028415" [ 2048.848438] env[62226]: _type = "Task" [ 2048.848438] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.849400] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2048.850510] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ae6117-d683-4b1c-9fa8-5af8c6344f41 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.871572] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028415, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.871850] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2048.872778] env[62226]: INFO nova.compute.manager [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Took 29.33 seconds to build instance. [ 2048.874594] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eeb8a64-4c85-4c37-a557-e6480b4e9b90 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.888759] env[62226]: DEBUG nova.network.neutron [req-d6862034-850c-48ee-8955-3362eb968da2 req-50846e7f-9244-4f6f-ba2a-4560b29f5596 service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updated VIF entry in instance network info cache for port 036964d8-cd6d-4ed4-b9b9-3da069aa5869. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2048.889130] env[62226]: DEBUG nova.network.neutron [req-d6862034-850c-48ee-8955-3362eb968da2 req-50846e7f-9244-4f6f-ba2a-4560b29f5596 service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updating instance_info_cache with network_info: [{"id": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "address": "fa:16:3e:50:2d:2c", "network": {"id": "3937d47d-538d-4815-a3d4-6a9a215ae164", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1564616569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14cfc40f46604b0e93af8dcde7c14762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036964d8-cd", "ovs_interfaceid": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.915750] env[62226]: DEBUG nova.scheduler.client.report [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2048.932572] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525c5872-20bf-0ce1-4a30-ce3d4894dc0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.933545] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0caabdf3-e269-45ff-8d49-fe2d5d985525 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.941908] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2048.941908] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52842eba-43a0-744b-e4dc-b4aa1f5f2874" [ 2048.941908] env[62226]: _type = "Task" [ 2048.941908] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.953880] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52842eba-43a0-744b-e4dc-b4aa1f5f2874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.058235] env[62226]: DEBUG nova.network.neutron [-] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.260541] env[62226]: INFO nova.compute.manager [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Took 31.17 seconds to build instance. [ 2049.309936] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64549601-1878-4277-ac32-9388a5eb09b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.321835] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba31662-a712-4892-bb01-e897f1b9fc4e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.339250] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2049.339427] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2049.339588] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Deleting the datastore file [datastore1] 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2049.340151] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2437a76-b2e7-42cd-b721-f90f5c60df54 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.346336] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2049.346336] env[62226]: value = "task-2028417" [ 2049.346336] env[62226]: _type = "Task" [ 2049.346336] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.359882] env[62226]: DEBUG nova.compute.manager [req-71ce9d98-de62-4325-8915-2de86bcbbcc7 req-ba916702-fb81-4cc9-a721-c59491ae1bb4 service nova] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Detach interface failed, port_id=bad815bd-545e-4c82-9855-009a6193e6b4, reason: Instance 86b97308-6068-44a3-8032-3c88a1b9ba9d could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2049.368687] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028415, 'name': Rename_Task, 'duration_secs': 0.188413} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.371624] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2049.371894] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.372113] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab9f3540-9065-47cd-95d8-fa1cbddf0bec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.375333] env[62226]: DEBUG oslo_concurrency.lockutils [None req-524ac169-24bd-49ba-9432-9c1989c9c327 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "ef2e3023-b006-47f8-b193-80b1e60e9b12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.846s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.379017] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2049.379017] env[62226]: value = "task-2028418" [ 2049.379017] env[62226]: _type = "Task" [ 2049.379017] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.387111] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.391695] env[62226]: DEBUG oslo_concurrency.lockutils [req-d6862034-850c-48ee-8955-3362eb968da2 req-50846e7f-9244-4f6f-ba2a-4560b29f5596 service nova] Releasing lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.420888] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.423280] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.341s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.423525] env[62226]: DEBUG nova.objects.instance [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lazy-loading 'resources' on Instance uuid 8fab02f5-4ebd-4b01-acf1-acdd76b918bc {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2049.453864] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52842eba-43a0-744b-e4dc-b4aa1f5f2874, 'name': SearchDatastore_Task, 'duration_secs': 0.011725} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.454848] env[62226]: INFO nova.scheduler.client.report [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Deleted allocations for instance a8b57022-3376-4cd7-a883-01eac833e7ca [ 2049.455838] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.456108] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 0d4e34f7-3801-40b5-a3ac-813258c4a449/0d4e34f7-3801-40b5-a3ac-813258c4a449.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2049.458579] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4af5063a-da4b-4b5f-9cd6-b3df5952c53b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.465267] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2049.465267] env[62226]: value = "task-2028419" [ 2049.465267] env[62226]: _type = "Task" [ 2049.465267] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.475135] env[62226]: DEBUG nova.compute.manager [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2049.477232] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.502971] env[62226]: DEBUG nova.virt.hardware [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2049.503278] env[62226]: DEBUG nova.virt.hardware [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2049.503468] env[62226]: DEBUG nova.virt.hardware [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2049.503692] env[62226]: DEBUG nova.virt.hardware [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2049.503857] env[62226]: DEBUG nova.virt.hardware [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2049.504096] env[62226]: DEBUG nova.virt.hardware [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2049.504350] env[62226]: DEBUG nova.virt.hardware [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2049.504465] env[62226]: DEBUG nova.virt.hardware [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2049.504655] env[62226]: DEBUG nova.virt.hardware [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2049.504876] env[62226]: DEBUG nova.virt.hardware [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2049.505110] env[62226]: DEBUG nova.virt.hardware [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2049.506458] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211ed0dc-1583-4db1-8e05-25677c96b3b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.515793] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b513c60-72f4-4007-87d0-5fef913068ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.565611] env[62226]: INFO nova.compute.manager [-] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Took 1.44 seconds to deallocate network for instance. [ 2049.761427] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9fca7902-95b7-40da-b054-6fa488106edd tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "44a47031-b8fe-4c25-adb8-decf115e862d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.678s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.861404] env[62226]: DEBUG oslo_vmware.api [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201547} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.861704] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2049.861903] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2049.862111] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2049.893796] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.895880] env[62226]: INFO nova.scheduler.client.report [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Deleted allocations for instance 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 [ 2049.970310] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a310784b-43ec-4d15-98bf-160863438718 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "a8b57022-3376-4cd7-a883-01eac833e7ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.763s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.983378] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503791} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.986233] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 0d4e34f7-3801-40b5-a3ac-813258c4a449/0d4e34f7-3801-40b5-a3ac-813258c4a449.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2049.987068] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2049.987068] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbf35dc0-5a89-4cdd-9f50-608978d58298 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.994740] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2049.994740] env[62226]: value = "task-2028420" [ 2049.994740] env[62226]: _type = "Task" [ 2049.994740] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.015018] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.072437] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.213227] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b5496f-2ef9-4048-abd6-326b723ada36 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.221375] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1171a48d-1680-4915-bbd3-afe6b2b2021d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.253809] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e578b4-4c97-4a40-bbd7-d9f244726791 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.261778] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779eb680-f46d-4b8b-ac5b-21b524bb536e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.275734] env[62226]: DEBUG nova.compute.provider_tree [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2050.389034] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028418, 'name': PowerOnVM_Task, 'duration_secs': 0.834636} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.389311] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2050.389553] env[62226]: INFO nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Took 8.30 seconds to spawn the instance on the hypervisor. [ 2050.389755] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2050.390840] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d6403a-8918-4b76-be45-f2929ae7212e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.400535] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.505895] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067011} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.506632] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2050.508237] env[62226]: DEBUG nova.compute.manager [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Received event network-changed-036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2050.508295] env[62226]: DEBUG nova.compute.manager [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Refreshing instance network info cache due to event network-changed-036964d8-cd6d-4ed4-b9b9-3da069aa5869. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2050.508509] env[62226]: DEBUG oslo_concurrency.lockutils [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] Acquiring lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.508653] env[62226]: DEBUG oslo_concurrency.lockutils [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] Acquired lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.508815] env[62226]: DEBUG nova.network.neutron [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Refreshing network info cache for port 036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2050.514020] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b625883-267b-4ff0-b981-b7e7f137960a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.533971] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 0d4e34f7-3801-40b5-a3ac-813258c4a449/0d4e34f7-3801-40b5-a3ac-813258c4a449.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2050.534965] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7e8b59-b483-484d-b4fd-7a11eac91b94 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.554647] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2050.554647] env[62226]: value = "task-2028421" [ 2050.554647] env[62226]: _type = "Task" [ 2050.554647] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.563190] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.684531] env[62226]: DEBUG nova.network.neutron [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Successfully updated port: 2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2050.778664] env[62226]: DEBUG nova.scheduler.client.report [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2050.907873] env[62226]: INFO nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Took 30.62 seconds to build instance. [ 2051.070058] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.185969] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.185969] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.185969] env[62226]: DEBUG nova.network.neutron [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2051.286384] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.289955] env[62226]: DEBUG oslo_concurrency.lockutils [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.706s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.289955] env[62226]: DEBUG nova.objects.instance [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lazy-loading 'resources' on Instance uuid 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2051.310398] env[62226]: INFO nova.scheduler.client.report [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Deleted allocations for instance 8fab02f5-4ebd-4b01-acf1-acdd76b918bc [ 2051.325528] env[62226]: DEBUG nova.network.neutron [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updated VIF entry in instance network info cache for port 036964d8-cd6d-4ed4-b9b9-3da069aa5869. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2051.327527] env[62226]: DEBUG nova.network.neutron [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updating instance_info_cache with network_info: [{"id": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "address": "fa:16:3e:50:2d:2c", "network": {"id": "3937d47d-538d-4815-a3d4-6a9a215ae164", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1564616569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14cfc40f46604b0e93af8dcde7c14762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036964d8-cd", "ovs_interfaceid": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.409991] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "67332c7b-cc27-4443-a0df-bb7c0f03dec4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.130s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.577017] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028421, 'name': ReconfigVM_Task, 'duration_secs': 0.736662} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.577017] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 0d4e34f7-3801-40b5-a3ac-813258c4a449/0d4e34f7-3801-40b5-a3ac-813258c4a449.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2051.577017] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6f168b0-417c-40c7-9df8-470c34bf8fd0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.585177] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2051.585177] env[62226]: value = "task-2028422" [ 2051.585177] env[62226]: _type = "Task" [ 2051.585177] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.596612] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028422, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.599869] env[62226]: DEBUG nova.compute.manager [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Received event network-vif-plugged-2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2051.599869] env[62226]: DEBUG oslo_concurrency.lockutils [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] Acquiring lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.599869] env[62226]: DEBUG oslo_concurrency.lockutils [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] Lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.599869] env[62226]: DEBUG oslo_concurrency.lockutils [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] Lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.599869] env[62226]: DEBUG nova.compute.manager [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] No waiting events found dispatching network-vif-plugged-2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2051.599869] env[62226]: WARNING nova.compute.manager [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Received unexpected event network-vif-plugged-2c7bf0bd-45a8-4999-a94b-621e431d35c0 for instance with vm_state building and task_state spawning. [ 2051.599869] env[62226]: DEBUG nova.compute.manager [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Received event network-changed-2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2051.599869] env[62226]: DEBUG nova.compute.manager [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Refreshing instance network info cache due to event network-changed-2c7bf0bd-45a8-4999-a94b-621e431d35c0. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2051.600176] env[62226]: DEBUG oslo_concurrency.lockutils [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] Acquiring lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.721789] env[62226]: DEBUG nova.network.neutron [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2051.819898] env[62226]: DEBUG oslo_concurrency.lockutils [None req-11967eb6-9e47-4bf9-bdb8-a07863f53709 tempest-VolumesAdminNegativeTest-1656719007 tempest-VolumesAdminNegativeTest-1656719007-project-member] Lock "8fab02f5-4ebd-4b01-acf1-acdd76b918bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.583s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.831892] env[62226]: DEBUG oslo_concurrency.lockutils [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] Releasing lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.832629] env[62226]: DEBUG nova.compute.manager [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Received event network-vif-unplugged-43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2051.832853] env[62226]: DEBUG oslo_concurrency.lockutils [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] Acquiring lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.833154] env[62226]: DEBUG oslo_concurrency.lockutils [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.833355] env[62226]: DEBUG oslo_concurrency.lockutils [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.833875] env[62226]: DEBUG nova.compute.manager [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] No waiting events found dispatching network-vif-unplugged-43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2051.833875] env[62226]: WARNING nova.compute.manager [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Received unexpected event network-vif-unplugged-43811594-a2b3-4986-b49c-9a06ec80abed for instance with vm_state shelved_offloaded and task_state None. [ 2051.833992] env[62226]: DEBUG nova.compute.manager [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Received event network-changed-43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2051.834073] env[62226]: DEBUG nova.compute.manager [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Refreshing instance network info cache due to event network-changed-43811594-a2b3-4986-b49c-9a06ec80abed. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2051.834277] env[62226]: DEBUG oslo_concurrency.lockutils [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] Acquiring lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.834418] env[62226]: DEBUG oslo_concurrency.lockutils [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] Acquired lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.835123] env[62226]: DEBUG nova.network.neutron [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Refreshing network info cache for port 43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.883349] env[62226]: DEBUG nova.network.neutron [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updating instance_info_cache with network_info: [{"id": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "address": "fa:16:3e:ce:1b:b2", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7bf0bd-45", "ovs_interfaceid": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.065080] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f004ca2-7e54-43fa-80d1-084a862dc5eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.068049] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "44a47031-b8fe-4c25-adb8-decf115e862d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.068228] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "44a47031-b8fe-4c25-adb8-decf115e862d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.068546] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "44a47031-b8fe-4c25-adb8-decf115e862d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.068662] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "44a47031-b8fe-4c25-adb8-decf115e862d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.068775] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "44a47031-b8fe-4c25-adb8-decf115e862d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.071824] env[62226]: INFO nova.compute.manager [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Terminating instance [ 2052.078936] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79021997-0534-4d82-8227-cdc292203810 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.117543] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545527cc-18a7-499e-a150-b4569bfbca50 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.126874] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028422, 'name': Rename_Task, 'duration_secs': 0.403995} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.128965] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2052.129258] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71e519b8-158a-4bb1-ace6-2046183291f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.132830] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392fce46-fdd7-4c80-a808-c49a79371de5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.151203] env[62226]: DEBUG nova.compute.provider_tree [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2052.153560] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2052.153560] env[62226]: value = "task-2028423" [ 2052.153560] env[62226]: _type = "Task" [ 2052.153560] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.162735] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028423, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.386009] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.386386] env[62226]: DEBUG nova.compute.manager [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Instance network_info: |[{"id": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "address": "fa:16:3e:ce:1b:b2", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7bf0bd-45", "ovs_interfaceid": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2052.386721] env[62226]: DEBUG oslo_concurrency.lockutils [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] Acquired lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.386937] env[62226]: DEBUG nova.network.neutron [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Refreshing network info cache for port 2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2052.388368] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:1b:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c7bf0bd-45a8-4999-a94b-621e431d35c0', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2052.403194] env[62226]: DEBUG oslo.service.loopingcall [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2052.408878] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2052.409748] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffef4819-41ce-437f-9ebb-4d8ffe4db2f7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.436373] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2052.436373] env[62226]: value = "task-2028424" [ 2052.436373] env[62226]: _type = "Task" [ 2052.436373] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.447745] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028424, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.584106] env[62226]: DEBUG nova.compute.manager [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2052.584845] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2052.585268] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea5a63e-6929-4582-b588-daf7db2ad4f6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.593833] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2052.597398] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7481989-c901-44b3-af76-444edd9e994d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.604244] env[62226]: DEBUG oslo_vmware.api [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 2052.604244] env[62226]: value = "task-2028425" [ 2052.604244] env[62226]: _type = "Task" [ 2052.604244] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.613621] env[62226]: DEBUG oslo_vmware.api [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.655469] env[62226]: DEBUG nova.scheduler.client.report [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2052.672722] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.717844] env[62226]: DEBUG nova.network.neutron [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updated VIF entry in instance network info cache for port 43811594-a2b3-4986-b49c-9a06ec80abed. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.718233] env[62226]: DEBUG nova.network.neutron [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updating instance_info_cache with network_info: [{"id": "43811594-a2b3-4986-b49c-9a06ec80abed", "address": "fa:16:3e:01:6c:7e", "network": {"id": "12c68adc-9aef-4301-bdcc-7a179404895b", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1008727855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cbb6c56629a4d7e93c3723bd9d6e0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap43811594-a2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.787732] env[62226]: DEBUG nova.network.neutron [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updated VIF entry in instance network info cache for port 2c7bf0bd-45a8-4999-a94b-621e431d35c0. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.788187] env[62226]: DEBUG nova.network.neutron [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updating instance_info_cache with network_info: [{"id": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "address": "fa:16:3e:ce:1b:b2", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7bf0bd-45", "ovs_interfaceid": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.949136] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028424, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.039568] env[62226]: DEBUG nova.compute.manager [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Received event network-changed-ae43d394-fc24-48ac-87a9-c8cc5c34e51c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2053.039989] env[62226]: DEBUG nova.compute.manager [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Refreshing instance network info cache due to event network-changed-ae43d394-fc24-48ac-87a9-c8cc5c34e51c. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2053.040461] env[62226]: DEBUG oslo_concurrency.lockutils [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] Acquiring lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.042048] env[62226]: DEBUG oslo_concurrency.lockutils [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] Acquired lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.042048] env[62226]: DEBUG nova.network.neutron [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Refreshing network info cache for port ae43d394-fc24-48ac-87a9-c8cc5c34e51c {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2053.121898] env[62226]: DEBUG oslo_vmware.api [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028425, 'name': PowerOffVM_Task, 'duration_secs': 0.216407} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.123462] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2053.123712] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2053.124803] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb9c1431-c995-4dd6-9789-c745f542b91a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.176867] env[62226]: DEBUG oslo_concurrency.lockutils [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.180059] env[62226]: DEBUG oslo_concurrency.lockutils [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.146s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.180059] env[62226]: DEBUG nova.objects.instance [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lazy-loading 'resources' on Instance uuid 213b2153-b71c-4bcc-9706-9d9f5964b445 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2053.189986] env[62226]: DEBUG oslo_vmware.api [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028423, 'name': PowerOnVM_Task, 'duration_secs': 0.736145} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.189986] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2053.189986] env[62226]: INFO nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Took 8.66 seconds to spawn the instance on the hypervisor. [ 2053.189986] env[62226]: DEBUG nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2053.191859] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ea85fd-b956-440a-b7c4-a9dae5cd21d8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.206258] env[62226]: INFO nova.scheduler.client.report [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted allocations for instance 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695 [ 2053.221612] env[62226]: DEBUG oslo_concurrency.lockutils [req-64dd323a-059d-4e4e-b85b-bd8db5ed7cb1 req-75026d48-ddd1-418a-8159-0698e2bdde1d service nova] Releasing lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.293561] env[62226]: DEBUG oslo_concurrency.lockutils [req-c54d1bf4-dd50-4979-acc3-f41b85205d1c req-37b479fe-72d9-41b9-8e47-1aa07f0d9a13 service nova] Releasing lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.321280] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "2c7e9832-b6fa-43b0-994d-e5d578cf3485" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.321722] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "2c7e9832-b6fa-43b0-994d-e5d578cf3485" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.448558] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028424, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.718066] env[62226]: DEBUG oslo_concurrency.lockutils [None req-921adb38-4822-4f88-ad1e-c90c74aabb9b tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.973s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.724352] env[62226]: INFO nova.compute.manager [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Took 33.41 seconds to build instance. [ 2053.825255] env[62226]: DEBUG nova.compute.manager [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2053.914068] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2053.914603] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2053.914603] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Deleting the datastore file [datastore1] 44a47031-b8fe-4c25-adb8-decf115e862d {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2053.914828] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea39d895-62a3-4017-a72b-5e95416d0e33 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.927412] env[62226]: DEBUG oslo_vmware.api [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for the task: (returnval){ [ 2053.927412] env[62226]: value = "task-2028427" [ 2053.927412] env[62226]: _type = "Task" [ 2053.927412] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.937137] env[62226]: DEBUG oslo_vmware.api [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.953682] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028424, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.971978] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.984396] env[62226]: DEBUG nova.network.neutron [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Updated VIF entry in instance network info cache for port ae43d394-fc24-48ac-87a9-c8cc5c34e51c. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2053.984801] env[62226]: DEBUG nova.network.neutron [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Updating instance_info_cache with network_info: [{"id": "ae43d394-fc24-48ac-87a9-c8cc5c34e51c", "address": "fa:16:3e:ef:1d:ff", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae43d394-fc", "ovs_interfaceid": "ae43d394-fc24-48ac-87a9-c8cc5c34e51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.058268] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f231d8-4bba-4608-82d6-fe28e41998bf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.066140] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c634c6-8765-42f9-b879-f31d188dba4e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.118868] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d1845f-6348-41b8-9717-e4a0a1cfd447 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.131422] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c02520-f2eb-4076-b787-6bb23c0387c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.155465] env[62226]: DEBUG nova.compute.provider_tree [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2054.226936] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc8eb866-407d-4325-a24d-dcfc441c577d tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "0d4e34f7-3801-40b5-a3ac-813258c4a449" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.915s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.361433] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.404436] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquiring lock "b54fd956-9512-4280-adab-bfddb23610fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.404711] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Lock "b54fd956-9512-4280-adab-bfddb23610fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.404961] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquiring lock "b54fd956-9512-4280-adab-bfddb23610fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.405261] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Lock "b54fd956-9512-4280-adab-bfddb23610fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.405423] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Lock "b54fd956-9512-4280-adab-bfddb23610fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.409885] env[62226]: INFO nova.compute.manager [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Terminating instance [ 2054.440146] env[62226]: DEBUG oslo_vmware.api [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Task: {'id': task-2028427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473294} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.440491] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2054.440697] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2054.440873] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2054.441050] env[62226]: INFO nova.compute.manager [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Took 1.86 seconds to destroy the instance on the hypervisor. [ 2054.441275] env[62226]: DEBUG oslo.service.loopingcall [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2054.444790] env[62226]: DEBUG nova.compute.manager [-] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2054.444859] env[62226]: DEBUG nova.network.neutron [-] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2054.452524] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028424, 'name': CreateVM_Task, 'duration_secs': 1.539745} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.452788] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2054.453442] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.453613] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.454127] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2054.454817] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c94ff41-1b9a-4a85-b7a8-2ad771294b4a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.460011] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2054.460011] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5256db2c-191a-f73b-41b7-cb2e58a8b744" [ 2054.460011] env[62226]: _type = "Task" [ 2054.460011] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.470061] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5256db2c-191a-f73b-41b7-cb2e58a8b744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.488167] env[62226]: DEBUG oslo_concurrency.lockutils [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] Releasing lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.488453] env[62226]: DEBUG nova.compute.manager [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Received event network-changed-036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2054.488725] env[62226]: DEBUG nova.compute.manager [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Refreshing instance network info cache due to event network-changed-036964d8-cd6d-4ed4-b9b9-3da069aa5869. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2054.488973] env[62226]: DEBUG oslo_concurrency.lockutils [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] Acquiring lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.489164] env[62226]: DEBUG oslo_concurrency.lockutils [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] Acquired lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.489336] env[62226]: DEBUG nova.network.neutron [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Refreshing network info cache for port 036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2054.663130] env[62226]: DEBUG nova.scheduler.client.report [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2054.915029] env[62226]: DEBUG nova.compute.manager [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2054.915329] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2054.916797] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17faa151-19f7-485d-8a41-569306039793 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.929620] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2054.930019] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b43931-ba36-48fd-bf3f-4ee91af96abf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.938072] env[62226]: DEBUG oslo_vmware.api [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2054.938072] env[62226]: value = "task-2028428" [ 2054.938072] env[62226]: _type = "Task" [ 2054.938072] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.950220] env[62226]: DEBUG oslo_vmware.api [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.974718] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5256db2c-191a-f73b-41b7-cb2e58a8b744, 'name': SearchDatastore_Task, 'duration_secs': 0.040861} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.974718] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.974718] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2054.974718] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.974718] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.974718] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2054.975224] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b8e8a4-096a-42f1-88fd-132e3681a027 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.985710] env[62226]: DEBUG nova.compute.manager [req-953090d5-65c1-4a1a-af51-9611e17fb19c req-0dc2d9c0-3bd9-4b11-ab70-f080052f82fb service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Received event network-vif-deleted-0fa8059b-a532-4283-9e0e-54969f3c46f0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2054.985928] env[62226]: INFO nova.compute.manager [req-953090d5-65c1-4a1a-af51-9611e17fb19c req-0dc2d9c0-3bd9-4b11-ab70-f080052f82fb service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Neutron deleted interface 0fa8059b-a532-4283-9e0e-54969f3c46f0; detaching it from the instance and deleting it from the info cache [ 2054.986226] env[62226]: DEBUG nova.network.neutron [req-953090d5-65c1-4a1a-af51-9611e17fb19c req-0dc2d9c0-3bd9-4b11-ab70-f080052f82fb service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Updating instance_info_cache with network_info: [{"id": "0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc", "address": "fa:16:3e:cb:6f:0d", "network": {"id": "d81ee9ec-1aa4-4272-ac65-c150e5faad00", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-322946184", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a40452c15f4e42bc9878dd219358df0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe7a470-ce", "ovs_interfaceid": "0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.002573] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2055.002573] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2055.003208] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adaa1842-1842-4515-8f7a-f23aad5240d5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.017437] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2055.017437] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f962c3-d246-3006-8191-5a57e175edb7" [ 2055.017437] env[62226]: _type = "Task" [ 2055.017437] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.029400] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f962c3-d246-3006-8191-5a57e175edb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.166793] env[62226]: DEBUG oslo_concurrency.lockutils [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.170418] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.366s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.170418] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.170418] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2055.171019] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.964s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.171352] env[62226]: DEBUG nova.objects.instance [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lazy-loading 'resources' on Instance uuid 65a2add5-94c3-431c-83b9-3b6b0613a770 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2055.173276] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bc690a-499d-4b13-90c0-4192a7c23d52 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.182591] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61db990f-b71c-4782-95fd-21ec18c4937f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.194440] env[62226]: INFO nova.scheduler.client.report [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleted allocations for instance 213b2153-b71c-4bcc-9706-9d9f5964b445 [ 2055.210431] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ab87b7-e76b-463d-9035-a09d42c78fa8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.230763] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b02abc-32cd-4745-b237-2357a4bcd45e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.246024] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "67332c7b-cc27-4443-a0df-bb7c0f03dec4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.246024] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "67332c7b-cc27-4443-a0df-bb7c0f03dec4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.246024] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "67332c7b-cc27-4443-a0df-bb7c0f03dec4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.246024] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "67332c7b-cc27-4443-a0df-bb7c0f03dec4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.246024] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "67332c7b-cc27-4443-a0df-bb7c0f03dec4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.248474] env[62226]: INFO nova.compute.manager [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Terminating instance [ 2055.300660] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178777MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2055.300917] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.309330] env[62226]: DEBUG nova.compute.manager [req-73da90aa-690a-46d4-b500-e56babeac935 req-90d13dc2-7caa-4e43-aef1-1ea972febd4c service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Received event network-changed-036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2055.309691] env[62226]: DEBUG nova.compute.manager [req-73da90aa-690a-46d4-b500-e56babeac935 req-90d13dc2-7caa-4e43-aef1-1ea972febd4c service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Refreshing instance network info cache due to event network-changed-036964d8-cd6d-4ed4-b9b9-3da069aa5869. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2055.309968] env[62226]: DEBUG oslo_concurrency.lockutils [req-73da90aa-690a-46d4-b500-e56babeac935 req-90d13dc2-7caa-4e43-aef1-1ea972febd4c service nova] Acquiring lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.363933] env[62226]: DEBUG nova.network.neutron [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updated VIF entry in instance network info cache for port 036964d8-cd6d-4ed4-b9b9-3da069aa5869. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2055.364367] env[62226]: DEBUG nova.network.neutron [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updating instance_info_cache with network_info: [{"id": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "address": "fa:16:3e:50:2d:2c", "network": {"id": "3937d47d-538d-4815-a3d4-6a9a215ae164", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1564616569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14cfc40f46604b0e93af8dcde7c14762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036964d8-cd", "ovs_interfaceid": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.378112] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "7ebe6015-ac27-4116-be91-5696b627df5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.378361] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "7ebe6015-ac27-4116-be91-5696b627df5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.454829] env[62226]: DEBUG oslo_vmware.api [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.493539] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b72c056-2d33-454c-b9f9-0c5aa67c8880 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.510187] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b683275d-8f7d-4a45-8b28-df713390b6bc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.518152] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "0d4e34f7-3801-40b5-a3ac-813258c4a449" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.518619] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "0d4e34f7-3801-40b5-a3ac-813258c4a449" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.518859] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "0d4e34f7-3801-40b5-a3ac-813258c4a449-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.519069] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "0d4e34f7-3801-40b5-a3ac-813258c4a449-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.519238] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "0d4e34f7-3801-40b5-a3ac-813258c4a449-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.521828] env[62226]: INFO nova.compute.manager [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Terminating instance [ 2055.536040] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f962c3-d246-3006-8191-5a57e175edb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.549749] env[62226]: DEBUG nova.compute.manager [req-953090d5-65c1-4a1a-af51-9611e17fb19c req-0dc2d9c0-3bd9-4b11-ab70-f080052f82fb service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Detach interface failed, port_id=0fa8059b-a532-4283-9e0e-54969f3c46f0, reason: Instance 44a47031-b8fe-4c25-adb8-decf115e862d could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2055.550488] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67709372-bdac-479d-9a00-ad24e10b3572 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.559628] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2055.559628] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a29fbd-5b32-55a8-9148-80b1e29a437b" [ 2055.559628] env[62226]: _type = "Task" [ 2055.559628] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.564333] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "0863d731-b360-4190-af90-b096ef76dc3e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.564639] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "0863d731-b360-4190-af90-b096ef76dc3e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.569375] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a29fbd-5b32-55a8-9148-80b1e29a437b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.727707] env[62226]: DEBUG oslo_concurrency.lockutils [None req-480836a4-1897-4e31-8179-f2fc6fd990fc tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "213b2153-b71c-4bcc-9706-9d9f5964b445" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.389s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.813814] env[62226]: DEBUG nova.compute.manager [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2055.814067] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2055.814387] env[62226]: DEBUG nova.network.neutron [-] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.819432] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c694c4-b741-401d-97b8-05d3e1fe7f88 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.831620] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2055.831620] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2c27afd-0543-4aa2-96a2-b34f53bcffe7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.842207] env[62226]: DEBUG oslo_vmware.api [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2055.842207] env[62226]: value = "task-2028429" [ 2055.842207] env[62226]: _type = "Task" [ 2055.842207] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.851028] env[62226]: DEBUG oslo_vmware.api [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.868748] env[62226]: DEBUG oslo_concurrency.lockutils [req-0fb6d7b7-1a42-4370-99b8-a4477fa149e2 req-ea123b34-ee94-4948-8bd6-e9226adb78ac service nova] Releasing lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.869204] env[62226]: DEBUG oslo_concurrency.lockutils [req-73da90aa-690a-46d4-b500-e56babeac935 req-90d13dc2-7caa-4e43-aef1-1ea972febd4c service nova] Acquired lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.869401] env[62226]: DEBUG nova.network.neutron [req-73da90aa-690a-46d4-b500-e56babeac935 req-90d13dc2-7caa-4e43-aef1-1ea972febd4c service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Refreshing network info cache for port 036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2055.881913] env[62226]: DEBUG nova.compute.manager [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2055.954459] env[62226]: DEBUG oslo_vmware.api [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.019662] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e00895b-04d8-4f32-a8a7-3b9f087ed799 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.028853] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd81d9ed-0372-4d1f-9be8-3134f991e634 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.032497] env[62226]: DEBUG nova.compute.manager [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2056.032705] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2056.033475] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f01da6-67c3-4b90-a9a3-b622b89d5db7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.072978] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb51ab-6e89-4271-802b-f837d5314d59 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.076388] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2056.077864] env[62226]: DEBUG nova.compute.utils [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2056.078672] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a931134-d722-48aa-825e-bf4ee8dac194 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.089929] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a44c8fd-6b89-4c62-85f3-9eb17b257709 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.094524] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a29fbd-5b32-55a8-9148-80b1e29a437b, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.096607] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.096926] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 231b6ed7-fde3-4103-bf2f-deab8f9097c7/231b6ed7-fde3-4103-bf2f-deab8f9097c7.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2056.097556] env[62226]: DEBUG oslo_vmware.api [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2056.097556] env[62226]: value = "task-2028430" [ 2056.097556] env[62226]: _type = "Task" [ 2056.097556] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.098159] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-658587da-6cfe-405a-acad-40465cb54923 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.112371] env[62226]: DEBUG nova.compute.provider_tree [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.116441] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2056.116441] env[62226]: value = "task-2028431" [ 2056.116441] env[62226]: _type = "Task" [ 2056.116441] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.119455] env[62226]: DEBUG oslo_vmware.api [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.128673] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.323631] env[62226]: INFO nova.compute.manager [-] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Took 1.88 seconds to deallocate network for instance. [ 2056.352628] env[62226]: DEBUG oslo_vmware.api [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028429, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.407584] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "b25a8a76-5f16-4239-8335-da83db7fbddf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.407854] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b25a8a76-5f16-4239-8335-da83db7fbddf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.408076] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "b25a8a76-5f16-4239-8335-da83db7fbddf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.408265] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b25a8a76-5f16-4239-8335-da83db7fbddf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.408436] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b25a8a76-5f16-4239-8335-da83db7fbddf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.411787] env[62226]: INFO nova.compute.manager [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Terminating instance [ 2056.416354] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.450134] env[62226]: DEBUG oslo_vmware.api [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028428, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.581426] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "0863d731-b360-4190-af90-b096ef76dc3e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.613517] env[62226]: DEBUG oslo_vmware.api [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.616089] env[62226]: DEBUG nova.scheduler.client.report [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2056.632540] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028431, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.772417] env[62226]: DEBUG nova.network.neutron [req-73da90aa-690a-46d4-b500-e56babeac935 req-90d13dc2-7caa-4e43-aef1-1ea972febd4c service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updated VIF entry in instance network info cache for port 036964d8-cd6d-4ed4-b9b9-3da069aa5869. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2056.772816] env[62226]: DEBUG nova.network.neutron [req-73da90aa-690a-46d4-b500-e56babeac935 req-90d13dc2-7caa-4e43-aef1-1ea972febd4c service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updating instance_info_cache with network_info: [{"id": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "address": "fa:16:3e:50:2d:2c", "network": {"id": "3937d47d-538d-4815-a3d4-6a9a215ae164", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1564616569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14cfc40f46604b0e93af8dcde7c14762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036964d8-cd", "ovs_interfaceid": "036964d8-cd6d-4ed4-b9b9-3da069aa5869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.830909] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.853050] env[62226]: DEBUG oslo_vmware.api [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028429, 'name': PowerOffVM_Task, 'duration_secs': 0.889934} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.853320] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2056.853487] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2056.853769] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a058068d-d306-45bb-9027-5adfcb8aac9e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.926117] env[62226]: DEBUG nova.compute.manager [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2056.926356] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2056.927517] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24270c05-9731-4c2b-baba-979a47d130a0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.935473] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2056.935766] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f43f5686-8160-4888-93f4-6d2a86d61390 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.945302] env[62226]: DEBUG oslo_vmware.api [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2056.945302] env[62226]: value = "task-2028433" [ 2056.945302] env[62226]: _type = "Task" [ 2056.945302] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.950956] env[62226]: DEBUG oslo_vmware.api [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028428, 'name': PowerOffVM_Task, 'duration_secs': 1.616795} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.951664] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2056.951853] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2056.952111] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f98cb99-4b90-4b25-9262-122460a8105a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.956430] env[62226]: DEBUG oslo_vmware.api [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.112636] env[62226]: DEBUG oslo_vmware.api [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028430, 'name': PowerOffVM_Task, 'duration_secs': 0.649386} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.113163] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2057.113163] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2057.113369] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5e813ce-5257-4fd2-bf2b-a8ab00447bcf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.126332] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.129443] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.066s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.131210] env[62226]: INFO nova.compute.claims [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2057.138820] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554711} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.139089] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 231b6ed7-fde3-4103-bf2f-deab8f9097c7/231b6ed7-fde3-4103-bf2f-deab8f9097c7.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2057.139281] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2057.139546] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa6b663-2733-4786-8453-8555f23d3ae4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.152106] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2057.152106] env[62226]: value = "task-2028436" [ 2057.152106] env[62226]: _type = "Task" [ 2057.152106] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.161017] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.161017] env[62226]: INFO nova.scheduler.client.report [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Deleted allocations for instance 65a2add5-94c3-431c-83b9-3b6b0613a770 [ 2057.174424] env[62226]: DEBUG nova.compute.manager [req-7cd62808-4f75-4fe6-94df-363bf0e2f4a7 req-75432940-c2f3-458c-a3e2-992a13961179 service nova] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Received event network-vif-deleted-0fe7a470-cee2-4ae8-8ebc-21080d5d1ffc {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2057.275321] env[62226]: DEBUG oslo_concurrency.lockutils [req-73da90aa-690a-46d4-b500-e56babeac935 req-90d13dc2-7caa-4e43-aef1-1ea972febd4c service nova] Releasing lock "refresh_cache-b54fd956-9512-4280-adab-bfddb23610fe" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.310959] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.311196] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.428369] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.428700] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.429045] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Deleting the datastore file [datastore2] 67332c7b-cc27-4443-a0df-bb7c0f03dec4 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.429975] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9150e3fa-20d2-47eb-81db-d45750f65d29 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.432100] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.432485] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.432715] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Deleting the datastore file [datastore2] b54fd956-9512-4280-adab-bfddb23610fe {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.433075] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-962c8e0d-455b-48ad-a551-bc8165f53cdb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.436651] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.436899] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.437107] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Deleting the datastore file [datastore2] 0d4e34f7-3801-40b5-a3ac-813258c4a449 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.438180] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f80de1a-d844-465d-9d67-2756dd76c39d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.443708] env[62226]: DEBUG oslo_vmware.api [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2057.443708] env[62226]: value = "task-2028437" [ 2057.443708] env[62226]: _type = "Task" [ 2057.443708] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.444973] env[62226]: DEBUG oslo_vmware.api [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for the task: (returnval){ [ 2057.444973] env[62226]: value = "task-2028438" [ 2057.444973] env[62226]: _type = "Task" [ 2057.444973] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.457071] env[62226]: DEBUG oslo_vmware.api [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for the task: (returnval){ [ 2057.457071] env[62226]: value = "task-2028439" [ 2057.457071] env[62226]: _type = "Task" [ 2057.457071] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.468161] env[62226]: DEBUG oslo_vmware.api [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.468449] env[62226]: DEBUG oslo_vmware.api [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.469071] env[62226]: DEBUG oslo_vmware.api [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028433, 'name': PowerOffVM_Task, 'duration_secs': 0.164883} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.469706] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2057.469978] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2057.470278] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2b5a80f-8ef6-4812-ac04-5a2b21f302a0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.474608] env[62226]: DEBUG oslo_vmware.api [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.581074] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.581269] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.581457] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleting the datastore file [datastore1] b25a8a76-5f16-4239-8335-da83db7fbddf {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.581763] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25b6283b-9e80-4a85-bf5e-d317bbfb8a3c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.588569] env[62226]: DEBUG oslo_vmware.api [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2057.588569] env[62226]: value = "task-2028441" [ 2057.588569] env[62226]: _type = "Task" [ 2057.588569] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.596905] env[62226]: DEBUG oslo_vmware.api [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.651448] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "0863d731-b360-4190-af90-b096ef76dc3e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.651716] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "0863d731-b360-4190-af90-b096ef76dc3e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.652292] env[62226]: INFO nova.compute.manager [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Attaching volume 2baba962-9535-4288-a153-2439137a159f to /dev/sdb [ 2057.667328] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088085} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.667759] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c3591a98-ed55-4ad5-a817-65cd8b8ba35f tempest-AttachInterfacesUnderV243Test-553176691 tempest-AttachInterfacesUnderV243Test-553176691-project-member] Lock "65a2add5-94c3-431c-83b9-3b6b0613a770" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.362s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.668701] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2057.669669] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec18c55-a318-45db-ad78-0a37783a34fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.695450] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 231b6ed7-fde3-4103-bf2f-deab8f9097c7/231b6ed7-fde3-4103-bf2f-deab8f9097c7.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2057.697060] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e946fc0e-42c8-4f42-a28a-6fa9341c57b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.713473] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbc1e72-92cc-4b3a-a573-5fec5c818915 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.722756] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f4d939-6420-40f6-971f-76fc0e071486 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.725349] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2057.725349] env[62226]: value = "task-2028442" [ 2057.725349] env[62226]: _type = "Task" [ 2057.725349] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.734928] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.739139] env[62226]: DEBUG nova.virt.block_device [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating existing volume attachment record: b5e72fa2-ec46-4327-babc-e871667c06a0 {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2057.816998] env[62226]: DEBUG nova.compute.manager [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2057.960747] env[62226]: DEBUG oslo_vmware.api [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174338} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.967651] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.967651] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2057.967651] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2057.967851] env[62226]: INFO nova.compute.manager [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Took 2.15 seconds to destroy the instance on the hypervisor. [ 2057.968128] env[62226]: DEBUG oslo.service.loopingcall [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.968241] env[62226]: DEBUG oslo_vmware.api [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Task: {'id': task-2028438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229609} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.968421] env[62226]: DEBUG nova.compute.manager [-] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2057.968519] env[62226]: DEBUG nova.network.neutron [-] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2057.970196] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.970384] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2057.970601] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2057.970727] env[62226]: INFO nova.compute.manager [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Took 3.06 seconds to destroy the instance on the hypervisor. [ 2057.970948] env[62226]: DEBUG oslo.service.loopingcall [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.971518] env[62226]: DEBUG nova.compute.manager [-] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2057.971614] env[62226]: DEBUG nova.network.neutron [-] [instance: b54fd956-9512-4280-adab-bfddb23610fe] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2057.979497] env[62226]: DEBUG oslo_vmware.api [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Task: {'id': task-2028439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172441} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.979994] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.980194] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2057.980418] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2057.980541] env[62226]: INFO nova.compute.manager [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Took 1.95 seconds to destroy the instance on the hypervisor. [ 2057.980824] env[62226]: DEBUG oslo.service.loopingcall [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.981051] env[62226]: DEBUG nova.compute.manager [-] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2057.981125] env[62226]: DEBUG nova.network.neutron [-] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2058.101202] env[62226]: DEBUG oslo_vmware.api [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171945} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.101741] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2058.101741] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2058.101928] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2058.102104] env[62226]: INFO nova.compute.manager [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2058.102299] env[62226]: DEBUG oslo.service.loopingcall [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2058.103073] env[62226]: DEBUG nova.compute.manager [-] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2058.103073] env[62226]: DEBUG nova.network.neutron [-] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2058.240786] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028442, 'name': ReconfigVM_Task, 'duration_secs': 0.349855} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.241094] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 231b6ed7-fde3-4103-bf2f-deab8f9097c7/231b6ed7-fde3-4103-bf2f-deab8f9097c7.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2058.241772] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1f6f663-8ce4-4541-a03b-3b281f67b59e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.252325] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2058.252325] env[62226]: value = "task-2028446" [ 2058.252325] env[62226]: _type = "Task" [ 2058.252325] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.257896] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028446, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.335863] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.429502] env[62226]: DEBUG nova.compute.manager [req-f2f9b472-b4c8-464a-ac55-954fdac876bb req-40f7adac-4691-417d-87eb-5dd3003f0996 service nova] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Received event network-vif-deleted-5c0f41cc-42df-48c9-86d4-ec9028eae0e6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2058.430154] env[62226]: INFO nova.compute.manager [req-f2f9b472-b4c8-464a-ac55-954fdac876bb req-40f7adac-4691-417d-87eb-5dd3003f0996 service nova] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Neutron deleted interface 5c0f41cc-42df-48c9-86d4-ec9028eae0e6; detaching it from the instance and deleting it from the info cache [ 2058.431376] env[62226]: DEBUG nova.network.neutron [req-f2f9b472-b4c8-464a-ac55-954fdac876bb req-40f7adac-4691-417d-87eb-5dd3003f0996 service nova] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.454320] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b796fb55-df5a-46e9-80bc-a3ea31ec27b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.465614] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120e34e9-7bd5-4c89-a935-238bae32af40 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.501668] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d45516b-b457-4fe1-911c-066e6b551df2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.510614] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daadfaa-f4aa-4f5f-82cf-7ef867221e24 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.526770] env[62226]: DEBUG nova.compute.provider_tree [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.758530] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028446, 'name': Rename_Task, 'duration_secs': 0.19431} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.758807] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2058.760200] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5788790b-abc0-45cb-bd2b-a0ea66070517 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.768427] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2058.768427] env[62226]: value = "task-2028447" [ 2058.768427] env[62226]: _type = "Task" [ 2058.768427] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.776083] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.863088] env[62226]: DEBUG nova.network.neutron [-] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.933755] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9122aa53-eee1-49c0-9fe5-db5903b41c29 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.945184] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa696594-81e0-47f0-ae79-108af4fb6b9f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.976343] env[62226]: DEBUG nova.compute.manager [req-f2f9b472-b4c8-464a-ac55-954fdac876bb req-40f7adac-4691-417d-87eb-5dd3003f0996 service nova] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Detach interface failed, port_id=5c0f41cc-42df-48c9-86d4-ec9028eae0e6, reason: Instance 0d4e34f7-3801-40b5-a3ac-813258c4a449 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2059.030282] env[62226]: DEBUG nova.scheduler.client.report [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2059.215608] env[62226]: DEBUG nova.compute.manager [req-4d4c3fb1-55c8-432e-bddf-eb35695b2d57 req-91627918-e50c-48be-b521-ed548230fe1f service nova] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Received event network-vif-deleted-71f37671-07bb-402b-ad1d-088a9ab871e4 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2059.215878] env[62226]: INFO nova.compute.manager [req-4d4c3fb1-55c8-432e-bddf-eb35695b2d57 req-91627918-e50c-48be-b521-ed548230fe1f service nova] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Neutron deleted interface 71f37671-07bb-402b-ad1d-088a9ab871e4; detaching it from the instance and deleting it from the info cache [ 2059.216100] env[62226]: DEBUG nova.network.neutron [req-4d4c3fb1-55c8-432e-bddf-eb35695b2d57 req-91627918-e50c-48be-b521-ed548230fe1f service nova] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.278772] env[62226]: DEBUG oslo_vmware.api [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028447, 'name': PowerOnVM_Task, 'duration_secs': 0.504177} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.279138] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2059.279369] env[62226]: INFO nova.compute.manager [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Took 9.80 seconds to spawn the instance on the hypervisor. [ 2059.280488] env[62226]: DEBUG nova.compute.manager [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2059.283074] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f928ad-ecc4-4580-a00d-c30acd15fc3c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.366076] env[62226]: INFO nova.compute.manager [-] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Took 1.38 seconds to deallocate network for instance. [ 2059.539335] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.540457] env[62226]: DEBUG nova.compute.manager [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2059.544206] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.183s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.544845] env[62226]: DEBUG nova.objects.instance [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lazy-loading 'resources' on Instance uuid 3a84cfc3-9eeb-43c7-819c-06314b27b744 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2059.565322] env[62226]: DEBUG nova.network.neutron [-] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.592786] env[62226]: DEBUG nova.network.neutron [-] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.670222] env[62226]: DEBUG nova.network.neutron [-] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.718919] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e202682-8e06-42ee-b7ed-ea7587b94505 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.730676] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656bf683-eb84-4529-b383-23d98efd319b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.761819] env[62226]: DEBUG nova.compute.manager [req-4d4c3fb1-55c8-432e-bddf-eb35695b2d57 req-91627918-e50c-48be-b521-ed548230fe1f service nova] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Detach interface failed, port_id=71f37671-07bb-402b-ad1d-088a9ab871e4, reason: Instance 67332c7b-cc27-4443-a0df-bb7c0f03dec4 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2059.762126] env[62226]: DEBUG nova.compute.manager [req-4d4c3fb1-55c8-432e-bddf-eb35695b2d57 req-91627918-e50c-48be-b521-ed548230fe1f service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Received event network-vif-deleted-036964d8-cd6d-4ed4-b9b9-3da069aa5869 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2059.762354] env[62226]: INFO nova.compute.manager [req-4d4c3fb1-55c8-432e-bddf-eb35695b2d57 req-91627918-e50c-48be-b521-ed548230fe1f service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Neutron deleted interface 036964d8-cd6d-4ed4-b9b9-3da069aa5869; detaching it from the instance and deleting it from the info cache [ 2059.762846] env[62226]: DEBUG nova.network.neutron [req-4d4c3fb1-55c8-432e-bddf-eb35695b2d57 req-91627918-e50c-48be-b521-ed548230fe1f service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.808382] env[62226]: INFO nova.compute.manager [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Took 34.22 seconds to build instance. [ 2059.877652] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.049035] env[62226]: DEBUG nova.compute.utils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2060.053150] env[62226]: DEBUG nova.compute.manager [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2060.053312] env[62226]: DEBUG nova.network.neutron [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2060.067617] env[62226]: INFO nova.compute.manager [-] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Took 2.10 seconds to deallocate network for instance. [ 2060.095567] env[62226]: INFO nova.compute.manager [-] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Took 2.12 seconds to deallocate network for instance. [ 2060.108302] env[62226]: DEBUG nova.policy [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04945d6b71fc4ed898f780e2f02cf0c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f60e62f7e3a4039a5fd711f6b99ab82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2060.174294] env[62226]: INFO nova.compute.manager [-] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Took 2.07 seconds to deallocate network for instance. [ 2060.266093] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a99dda1-f72b-47f1-9c79-290c66f9e9d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.276569] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47f4e25-9929-41cb-9ae6-8885de02bbd7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.313239] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da0f5b0b-ac5f-472f-a93d-ff79137a5e9a tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.733s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.313647] env[62226]: DEBUG nova.compute.manager [req-4d4c3fb1-55c8-432e-bddf-eb35695b2d57 req-91627918-e50c-48be-b521-ed548230fe1f service nova] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Detach interface failed, port_id=036964d8-cd6d-4ed4-b9b9-3da069aa5869, reason: Instance b54fd956-9512-4280-adab-bfddb23610fe could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2060.313873] env[62226]: DEBUG nova.compute.manager [req-4d4c3fb1-55c8-432e-bddf-eb35695b2d57 req-91627918-e50c-48be-b521-ed548230fe1f service nova] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Received event network-vif-deleted-c25c173a-653c-4c1f-bdff-cbb0b8abbd68 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2060.315028] env[62226]: INFO nova.compute.manager [req-4d4c3fb1-55c8-432e-bddf-eb35695b2d57 req-91627918-e50c-48be-b521-ed548230fe1f service nova] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Neutron deleted interface c25c173a-653c-4c1f-bdff-cbb0b8abbd68; detaching it from the instance and deleting it from the info cache [ 2060.315028] env[62226]: DEBUG nova.network.neutron [req-4d4c3fb1-55c8-432e-bddf-eb35695b2d57 req-91627918-e50c-48be-b521-ed548230fe1f service nova] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.392990] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa650fa7-a217-4762-baee-52899d152cbb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.401923] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0739ba-996a-4d5c-a960-f7335e158300 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.439182] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c843a705-654e-4a48-bee0-e32ff14b3f59 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.448724] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2ae79d-0bb8-4c59-963c-c5043919aa9d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.465111] env[62226]: DEBUG nova.compute.provider_tree [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2060.491411] env[62226]: DEBUG nova.network.neutron [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Successfully created port: 9a4f851f-4b58-4faf-9191-01d227e86219 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2060.555177] env[62226]: DEBUG nova.compute.manager [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2060.577451] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.604957] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.691277] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.820172] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ecf3105-7434-4834-b28a-907340efca36 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.830579] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a535c6b5-b910-431d-8409-fd85b3bd03d7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.865600] env[62226]: DEBUG nova.compute.manager [req-4d4c3fb1-55c8-432e-bddf-eb35695b2d57 req-91627918-e50c-48be-b521-ed548230fe1f service nova] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Detach interface failed, port_id=c25c173a-653c-4c1f-bdff-cbb0b8abbd68, reason: Instance b25a8a76-5f16-4239-8335-da83db7fbddf could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2060.969074] env[62226]: DEBUG nova.scheduler.client.report [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2061.242591] env[62226]: DEBUG nova.compute.manager [req-bcbf4d9f-d6ed-4753-b905-0ce0d8a5e50d req-6dbc4939-2549-4be0-bcc2-c8648c07c3dd service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Received event network-changed-2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2061.242793] env[62226]: DEBUG nova.compute.manager [req-bcbf4d9f-d6ed-4753-b905-0ce0d8a5e50d req-6dbc4939-2549-4be0-bcc2-c8648c07c3dd service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Refreshing instance network info cache due to event network-changed-2c7bf0bd-45a8-4999-a94b-621e431d35c0. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2061.243078] env[62226]: DEBUG oslo_concurrency.lockutils [req-bcbf4d9f-d6ed-4753-b905-0ce0d8a5e50d req-6dbc4939-2549-4be0-bcc2-c8648c07c3dd service nova] Acquiring lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.243253] env[62226]: DEBUG oslo_concurrency.lockutils [req-bcbf4d9f-d6ed-4753-b905-0ce0d8a5e50d req-6dbc4939-2549-4be0-bcc2-c8648c07c3dd service nova] Acquired lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.243419] env[62226]: DEBUG nova.network.neutron [req-bcbf4d9f-d6ed-4753-b905-0ce0d8a5e50d req-6dbc4939-2549-4be0-bcc2-c8648c07c3dd service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Refreshing network info cache for port 2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2061.285793] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.286024] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.474260] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.477125] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.405s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.477321] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.479539] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.079s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.479648] env[62226]: DEBUG nova.objects.instance [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lazy-loading 'resources' on Instance uuid 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.510125] env[62226]: INFO nova.scheduler.client.report [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted allocations for instance 86b97308-6068-44a3-8032-3c88a1b9ba9d [ 2061.514729] env[62226]: INFO nova.scheduler.client.report [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted allocations for instance 3a84cfc3-9eeb-43c7-819c-06314b27b744 [ 2061.568727] env[62226]: DEBUG nova.compute.manager [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2061.595904] env[62226]: DEBUG nova.virt.hardware [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2061.596158] env[62226]: DEBUG nova.virt.hardware [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2061.597082] env[62226]: DEBUG nova.virt.hardware [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2061.597082] env[62226]: DEBUG nova.virt.hardware [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2061.597082] env[62226]: DEBUG nova.virt.hardware [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2061.597082] env[62226]: DEBUG nova.virt.hardware [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2061.597822] env[62226]: DEBUG nova.virt.hardware [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2061.598087] env[62226]: DEBUG nova.virt.hardware [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2061.598286] env[62226]: DEBUG nova.virt.hardware [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2061.598457] env[62226]: DEBUG nova.virt.hardware [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2061.598632] env[62226]: DEBUG nova.virt.hardware [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2061.599517] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d41962-524d-437a-9bf3-9ea6211f4159 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.608911] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6c4c4c-0fc3-46e2-8504-9c3f8761f6b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.791554] env[62226]: DEBUG nova.compute.manager [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2061.984546] env[62226]: DEBUG nova.objects.instance [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lazy-loading 'numa_topology' on Instance uuid 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2062.027379] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a904a68a-a67d-4b05-80bc-fc70f421b5c3 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "86b97308-6068-44a3-8032-3c88a1b9ba9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.588s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.029360] env[62226]: DEBUG oslo_concurrency.lockutils [None req-eebdbd74-380e-4385-84eb-fbb5c6abe412 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "3a84cfc3-9eeb-43c7-819c-06314b27b744" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.696s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.209484] env[62226]: DEBUG nova.network.neutron [req-bcbf4d9f-d6ed-4753-b905-0ce0d8a5e50d req-6dbc4939-2549-4be0-bcc2-c8648c07c3dd service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updated VIF entry in instance network info cache for port 2c7bf0bd-45a8-4999-a94b-621e431d35c0. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2062.209985] env[62226]: DEBUG nova.network.neutron [req-bcbf4d9f-d6ed-4753-b905-0ce0d8a5e50d req-6dbc4939-2549-4be0-bcc2-c8648c07c3dd service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updating instance_info_cache with network_info: [{"id": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "address": "fa:16:3e:ce:1b:b2", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7bf0bd-45", "ovs_interfaceid": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.325462] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.485259] env[62226]: DEBUG nova.network.neutron [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Successfully updated port: 9a4f851f-4b58-4faf-9191-01d227e86219 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2062.487330] env[62226]: DEBUG nova.objects.base [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Object Instance<2037b2f9-3c20-40cc-81dd-cb3b7e9f7251> lazy-loaded attributes: resources,numa_topology {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2062.712351] env[62226]: DEBUG oslo_concurrency.lockutils [req-bcbf4d9f-d6ed-4753-b905-0ce0d8a5e50d req-6dbc4939-2549-4be0-bcc2-c8648c07c3dd service nova] Releasing lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.776713] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c131b8b-964f-462b-9389-132762471f4e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.786049] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9042f90b-946b-4d18-a7cd-7379c36f8ced {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.820489] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2062.820489] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416676', 'volume_id': '2baba962-9535-4288-a153-2439137a159f', 'name': 'volume-2baba962-9535-4288-a153-2439137a159f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0863d731-b360-4190-af90-b096ef76dc3e', 'attached_at': '', 'detached_at': '', 'volume_id': '2baba962-9535-4288-a153-2439137a159f', 'serial': '2baba962-9535-4288-a153-2439137a159f'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2062.820489] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbde9674-7a98-4f02-84fe-d4a42e8ec0bc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.822844] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26283500-8774-4acf-a807-296f04f47efc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.841076] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b76dc4e-9fa7-47e2-9c55-469676bb3e31 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.845701] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bc7ae8-81f6-4736-84a5-ca9748723430 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.858892] env[62226]: DEBUG nova.compute.provider_tree [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2062.879770] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-2baba962-9535-4288-a153-2439137a159f/volume-2baba962-9535-4288-a153-2439137a159f.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2062.881462] env[62226]: DEBUG nova.scheduler.client.report [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2062.884520] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9462043c-d1c2-4a0b-8b5d-f27adc08cf7f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.901314] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.422s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.903668] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.542s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.905525] env[62226]: INFO nova.compute.claims [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2062.917109] env[62226]: DEBUG oslo_vmware.api [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2062.917109] env[62226]: value = "task-2028449" [ 2062.917109] env[62226]: _type = "Task" [ 2062.917109] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.922763] env[62226]: DEBUG oslo_vmware.api [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.991177] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "refresh_cache-4a5a7211-d02c-414e-bf07-ad3e49ca9154" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.991427] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "refresh_cache-4a5a7211-d02c-414e-bf07-ad3e49ca9154" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.991471] env[62226]: DEBUG nova.network.neutron [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2063.422545] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc8a61ad-9c59-4f03-b2bd-7267366a4f1b tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.128s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.425031] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.452s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.425031] env[62226]: INFO nova.compute.manager [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Unshelving [ 2063.434370] env[62226]: DEBUG oslo_vmware.api [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.537105] env[62226]: DEBUG nova.network.neutron [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2063.709397] env[62226]: DEBUG nova.network.neutron [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Updating instance_info_cache with network_info: [{"id": "9a4f851f-4b58-4faf-9191-01d227e86219", "address": "fa:16:3e:27:39:dd", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4f851f-4b", "ovs_interfaceid": "9a4f851f-4b58-4faf-9191-01d227e86219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.948651] env[62226]: DEBUG oslo_vmware.api [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028449, 'name': ReconfigVM_Task, 'duration_secs': 0.809384} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.949036] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-2baba962-9535-4288-a153-2439137a159f/volume-2baba962-9535-4288-a153-2439137a159f.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2063.959241] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b3049e-47a3-47a4-b811-b7495704e97d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.980153] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "764863c4-3538-4a20-b209-d9c0ccad32d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.980633] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "764863c4-3538-4a20-b209-d9c0ccad32d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.984169] env[62226]: DEBUG oslo_vmware.api [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2063.984169] env[62226]: value = "task-2028450" [ 2063.984169] env[62226]: _type = "Task" [ 2063.984169] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.997515] env[62226]: DEBUG oslo_vmware.api [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.132294] env[62226]: DEBUG nova.compute.manager [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Received event network-vif-plugged-9a4f851f-4b58-4faf-9191-01d227e86219 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2064.132518] env[62226]: DEBUG oslo_concurrency.lockutils [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] Acquiring lock "4a5a7211-d02c-414e-bf07-ad3e49ca9154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.132724] env[62226]: DEBUG oslo_concurrency.lockutils [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] Lock "4a5a7211-d02c-414e-bf07-ad3e49ca9154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.133557] env[62226]: DEBUG oslo_concurrency.lockutils [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] Lock "4a5a7211-d02c-414e-bf07-ad3e49ca9154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.133557] env[62226]: DEBUG nova.compute.manager [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] No waiting events found dispatching network-vif-plugged-9a4f851f-4b58-4faf-9191-01d227e86219 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2064.133557] env[62226]: WARNING nova.compute.manager [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Received unexpected event network-vif-plugged-9a4f851f-4b58-4faf-9191-01d227e86219 for instance with vm_state building and task_state spawning. [ 2064.133557] env[62226]: DEBUG nova.compute.manager [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Received event network-changed-9a4f851f-4b58-4faf-9191-01d227e86219 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2064.133557] env[62226]: DEBUG nova.compute.manager [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Refreshing instance network info cache due to event network-changed-9a4f851f-4b58-4faf-9191-01d227e86219. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2064.134032] env[62226]: DEBUG oslo_concurrency.lockutils [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] Acquiring lock "refresh_cache-4a5a7211-d02c-414e-bf07-ad3e49ca9154" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.214837] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "refresh_cache-4a5a7211-d02c-414e-bf07-ad3e49ca9154" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.214837] env[62226]: DEBUG nova.compute.manager [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Instance network_info: |[{"id": "9a4f851f-4b58-4faf-9191-01d227e86219", "address": "fa:16:3e:27:39:dd", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4f851f-4b", "ovs_interfaceid": "9a4f851f-4b58-4faf-9191-01d227e86219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2064.214837] env[62226]: DEBUG oslo_concurrency.lockutils [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] Acquired lock "refresh_cache-4a5a7211-d02c-414e-bf07-ad3e49ca9154" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.214837] env[62226]: DEBUG nova.network.neutron [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Refreshing network info cache for port 9a4f851f-4b58-4faf-9191-01d227e86219 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2064.214837] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:39:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a4f851f-4b58-4faf-9191-01d227e86219', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2064.224687] env[62226]: DEBUG oslo.service.loopingcall [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2064.226766] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2064.227635] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd54998-ddc8-4403-a4b7-02958bf48222 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.230787] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8105401e-deac-4eb1-b1e6-74c196445b6a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.258017] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea358bb-2df8-4d9a-8af0-c3ad05f07dee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.259258] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2064.259258] env[62226]: value = "task-2028451" [ 2064.259258] env[62226]: _type = "Task" [ 2064.259258] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.295591] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aba71fc-0107-42a9-82b4-56edd4d78c09 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.303905] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 15%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.309462] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a04dd-574a-4cbf-8cc3-7dffafe1e730 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.326579] env[62226]: DEBUG nova.compute.provider_tree [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2064.451096] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.487016] env[62226]: DEBUG nova.compute.manager [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2064.500297] env[62226]: DEBUG oslo_vmware.api [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028450, 'name': ReconfigVM_Task, 'duration_secs': 0.150716} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.500621] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416676', 'volume_id': '2baba962-9535-4288-a153-2439137a159f', 'name': 'volume-2baba962-9535-4288-a153-2439137a159f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0863d731-b360-4190-af90-b096ef76dc3e', 'attached_at': '', 'detached_at': '', 'volume_id': '2baba962-9535-4288-a153-2439137a159f', 'serial': '2baba962-9535-4288-a153-2439137a159f'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2064.776298] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.832635] env[62226]: DEBUG nova.scheduler.client.report [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2065.014651] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.036048] env[62226]: DEBUG nova.network.neutron [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Updated VIF entry in instance network info cache for port 9a4f851f-4b58-4faf-9191-01d227e86219. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2065.036602] env[62226]: DEBUG nova.network.neutron [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Updating instance_info_cache with network_info: [{"id": "9a4f851f-4b58-4faf-9191-01d227e86219", "address": "fa:16:3e:27:39:dd", "network": {"id": "09d4939f-d839-4cf7-b28a-5c1109419f4e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1311781200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f60e62f7e3a4039a5fd711f6b99ab82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4f851f-4b", "ovs_interfaceid": "9a4f851f-4b58-4faf-9191-01d227e86219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.271359] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.341126] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.341126] env[62226]: DEBUG nova.compute.manager [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2065.341926] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.041s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.539199] env[62226]: DEBUG oslo_concurrency.lockutils [req-bea8818d-e825-4b8d-b2b1-290af956e666 req-87ca895c-2914-4bb9-84c0-ad9bf8176140 service nova] Releasing lock "refresh_cache-4a5a7211-d02c-414e-bf07-ad3e49ca9154" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.555895] env[62226]: DEBUG nova.objects.instance [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'flavor' on Instance uuid 0863d731-b360-4190-af90-b096ef76dc3e {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2065.560841] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "faae8d00-327e-4958-a68b-149d5ff3486b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.561266] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "faae8d00-327e-4958-a68b-149d5ff3486b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.770946] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.843400] env[62226]: DEBUG nova.compute.utils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2065.844729] env[62226]: DEBUG nova.compute.manager [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2065.844897] env[62226]: DEBUG nova.network.neutron [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2065.857245] env[62226]: DEBUG nova.compute.manager [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2065.912583] env[62226]: DEBUG nova.policy [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85cc57f6705040cba322a60cff08b301', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2debbafb317c408a9a03674a585efa3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2066.063262] env[62226]: DEBUG nova.compute.manager [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2066.065816] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ee75ede3-dae0-48bb-9f98-d90b8b5cf021 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "0863d731-b360-4190-af90-b096ef76dc3e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.414s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.143320] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "2fccebf4-527c-4284-9aac-51296d89a454" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.143834] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "2fccebf4-527c-4284-9aac-51296d89a454" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.274328] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.279021] env[62226]: DEBUG nova.network.neutron [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Successfully created port: 88db7430-4470-4038-a3bb-43754c6e7acb {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2066.399709] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 7f16ec7d-56cf-4636-bcca-9dd80b5470b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2066.399866] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2066.400026] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 1319c83f-40fc-4bf7-92b1-7d95a12b9859 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2066.400193] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance b25a8a76-5f16-4239-8335-da83db7fbddf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2066.400299] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance b54fd956-9512-4280-adab-bfddb23610fe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2066.400422] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 44a47031-b8fe-4c25-adb8-decf115e862d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2066.400537] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance ef2e3023-b006-47f8-b193-80b1e60e9b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2066.400659] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 67332c7b-cc27-4443-a0df-bb7c0f03dec4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2066.400816] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 0d4e34f7-3801-40b5-a3ac-813258c4a449 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2066.400934] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 231b6ed7-fde3-4103-bf2f-deab8f9097c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2066.401059] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 4a5a7211-d02c-414e-bf07-ad3e49ca9154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2066.401170] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 2c7e9832-b6fa-43b0-994d-e5d578cf3485 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2066.584271] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.650743] env[62226]: DEBUG nova.compute.manager [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2066.778938] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.870531] env[62226]: DEBUG nova.compute.manager [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2066.906504] env[62226]: DEBUG nova.virt.hardware [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2066.906754] env[62226]: DEBUG nova.virt.hardware [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2066.906917] env[62226]: DEBUG nova.virt.hardware [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2066.907202] env[62226]: DEBUG nova.virt.hardware [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2066.907486] env[62226]: DEBUG nova.virt.hardware [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2066.907583] env[62226]: DEBUG nova.virt.hardware [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2066.907708] env[62226]: DEBUG nova.virt.hardware [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2066.907863] env[62226]: DEBUG nova.virt.hardware [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2066.908355] env[62226]: DEBUG nova.virt.hardware [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2066.908587] env[62226]: DEBUG nova.virt.hardware [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2066.908806] env[62226]: DEBUG nova.virt.hardware [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2066.910433] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2066.914053] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c429b8-3764-492b-893f-c966320305cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.920193] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d15a1a-766c-475e-84ba-1a9539d614c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.174408] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.279250] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.290568] env[62226]: DEBUG nova.compute.manager [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Stashing vm_state: active {{(pid=62226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2067.415906] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 7ebe6015-ac27-4116-be91-5696b627df5f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2067.776647] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.808582] env[62226]: DEBUG oslo_concurrency.lockutils [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.919435] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2068.277650] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.423507] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance e6c93007-3185-4e3d-af22-afe6f5c6c9f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2068.778036] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.927524] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 764863c4-3538-4a20-b209-d9c0ccad32d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2069.277953] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.431498] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance faae8d00-327e-4958-a68b-149d5ff3486b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2069.778582] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.935882] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 2fccebf4-527c-4284-9aac-51296d89a454 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2070.279049] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.439427] env[62226]: INFO nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance e6ac3717-b925-4915-894e-1c9595d2b825 has allocations against this compute host but is not found in the database. [ 2070.439698] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2070.439856] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2070.690744] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aad0bc-724a-4a29-bd1f-4f60826092c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.698355] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad77289-e7e0-4a9b-be4e-55cd4cbe3849 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.728833] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588828e9-f8b1-4b26-8597-aa7910b49acb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.736550] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64cdc26-5ebc-4fff-a634-40df89da6b4d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.752541] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2070.778574] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.256070] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2071.282781] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.764020] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2071.764020] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.420s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.764020] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.346s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.764020] env[62226]: INFO nova.compute.claims [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2071.767975] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2071.768425] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Cleaning up deleted instances {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 2071.787838] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028451, 'name': CreateVM_Task, 'duration_secs': 7.445182} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.788238] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2071.789050] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.789279] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.789643] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2071.790263] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6072a84-d76b-42d3-8be2-d50d5a3bbeaf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.797061] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2071.797061] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ccd65a-4900-dda4-6af1-04d0b7baabbf" [ 2071.797061] env[62226]: _type = "Task" [ 2071.797061] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.807171] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ccd65a-4900-dda4-6af1-04d0b7baabbf, 'name': SearchDatastore_Task} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.808101] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.808392] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2071.808779] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.808976] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.809214] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2071.809766] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86aaca4c-fe30-4945-bfbc-e87d6546efe1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.817289] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2071.817518] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2071.818256] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efaa8288-50e0-4439-ae63-7c09d3dc9bc2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.824327] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2071.824327] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e0cafd-1940-d116-3379-ad777a8ee7c8" [ 2071.824327] env[62226]: _type = "Task" [ 2071.824327] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.836502] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e0cafd-1940-d116-3379-ad777a8ee7c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.292299] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] There are 65 instances to clean {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2072.292532] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 3a84cfc3-9eeb-43c7-819c-06314b27b744] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2072.334665] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e0cafd-1940-d116-3379-ad777a8ee7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008542} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.335487] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba460633-2f7b-42b1-8bcc-a31dde901b69 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.340903] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2072.340903] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ff11c0-6b36-a595-fb47-a0ef5a3cb0bf" [ 2072.340903] env[62226]: _type = "Task" [ 2072.340903] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.349972] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ff11c0-6b36-a595-fb47-a0ef5a3cb0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.557357] env[62226]: DEBUG nova.compute.manager [req-4ff8d82d-174b-45c5-a7cb-7cc31031dc9b req-150dc71f-985a-4cc5-9423-b8606b2dfa98 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Received event network-vif-plugged-88db7430-4470-4038-a3bb-43754c6e7acb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2072.557357] env[62226]: DEBUG oslo_concurrency.lockutils [req-4ff8d82d-174b-45c5-a7cb-7cc31031dc9b req-150dc71f-985a-4cc5-9423-b8606b2dfa98 service nova] Acquiring lock "2c7e9832-b6fa-43b0-994d-e5d578cf3485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.557357] env[62226]: DEBUG oslo_concurrency.lockutils [req-4ff8d82d-174b-45c5-a7cb-7cc31031dc9b req-150dc71f-985a-4cc5-9423-b8606b2dfa98 service nova] Lock "2c7e9832-b6fa-43b0-994d-e5d578cf3485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.557357] env[62226]: DEBUG oslo_concurrency.lockutils [req-4ff8d82d-174b-45c5-a7cb-7cc31031dc9b req-150dc71f-985a-4cc5-9423-b8606b2dfa98 service nova] Lock "2c7e9832-b6fa-43b0-994d-e5d578cf3485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.557357] env[62226]: DEBUG nova.compute.manager [req-4ff8d82d-174b-45c5-a7cb-7cc31031dc9b req-150dc71f-985a-4cc5-9423-b8606b2dfa98 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] No waiting events found dispatching network-vif-plugged-88db7430-4470-4038-a3bb-43754c6e7acb {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2072.558526] env[62226]: WARNING nova.compute.manager [req-4ff8d82d-174b-45c5-a7cb-7cc31031dc9b req-150dc71f-985a-4cc5-9423-b8606b2dfa98 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Received unexpected event network-vif-plugged-88db7430-4470-4038-a3bb-43754c6e7acb for instance with vm_state building and task_state spawning. [ 2072.637221] env[62226]: DEBUG nova.network.neutron [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Successfully updated port: 88db7430-4470-4038-a3bb-43754c6e7acb {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2072.798118] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 213b2153-b71c-4bcc-9706-9d9f5964b445] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2072.854329] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ff11c0-6b36-a595-fb47-a0ef5a3cb0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.854601] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.857175] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 4a5a7211-d02c-414e-bf07-ad3e49ca9154/4a5a7211-d02c-414e-bf07-ad3e49ca9154.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2072.857175] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef9f0108-003c-4428-83f3-3984d243d0df {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.864023] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2072.864023] env[62226]: value = "task-2028452" [ 2072.864023] env[62226]: _type = "Task" [ 2072.864023] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.871233] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.090570] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e542cc16-eb5c-4bba-98e0-62300f37cb15 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.098144] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0c000c-6b02-4293-b361-981b811dd019 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.128881] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55e0f3d-ea71-48ad-8300-9bd09fb19352 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.136782] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38196779-d7b3-451f-854d-faec2f60dc8c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.141020] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "refresh_cache-2c7e9832-b6fa-43b0-994d-e5d578cf3485" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.141175] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired lock "refresh_cache-2c7e9832-b6fa-43b0-994d-e5d578cf3485" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.141334] env[62226]: DEBUG nova.network.neutron [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2073.153483] env[62226]: DEBUG nova.compute.provider_tree [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.236347] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Acquiring lock "9a8e320b-0d09-4acc-927f-42afa21ac42a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.236567] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Lock "9a8e320b-0d09-4acc-927f-42afa21ac42a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.308421] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: f1d18d84-69d0-4e30-97cf-37b53cc299c8] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2073.373806] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.657243] env[62226]: DEBUG nova.scheduler.client.report [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2073.680732] env[62226]: DEBUG nova.network.neutron [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2073.739316] env[62226]: DEBUG nova.compute.manager [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2073.811823] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: f8852dbe-f3f8-4752-b3fc-c06fb4ea77b0] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2073.840837] env[62226]: DEBUG nova.network.neutron [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Updating instance_info_cache with network_info: [{"id": "88db7430-4470-4038-a3bb-43754c6e7acb", "address": "fa:16:3e:d9:cc:9d", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88db7430-44", "ovs_interfaceid": "88db7430-4470-4038-a3bb-43754c6e7acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.875859] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028452, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.163101] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.164561] env[62226]: DEBUG nova.compute.manager [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2074.170038] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.337s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.170038] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.170038] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.835s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.172446] env[62226]: INFO nova.compute.claims [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2074.211983] env[62226]: INFO nova.scheduler.client.report [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Deleted allocations for instance 44a47031-b8fe-4c25-adb8-decf115e862d [ 2074.267438] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.314873] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 65a2add5-94c3-431c-83b9-3b6b0613a770] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2074.343119] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Releasing lock "refresh_cache-2c7e9832-b6fa-43b0-994d-e5d578cf3485" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.343444] env[62226]: DEBUG nova.compute.manager [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Instance network_info: |[{"id": "88db7430-4470-4038-a3bb-43754c6e7acb", "address": "fa:16:3e:d9:cc:9d", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88db7430-44", "ovs_interfaceid": "88db7430-4470-4038-a3bb-43754c6e7acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2074.344102] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:cc:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88db7430-4470-4038-a3bb-43754c6e7acb', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2074.351803] env[62226]: DEBUG oslo.service.loopingcall [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.352242] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2074.352474] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-049b03c8-a8b8-436c-b5b1-7c8d3b1538d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.378752] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028452, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.169285} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.380300] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 4a5a7211-d02c-414e-bf07-ad3e49ca9154/4a5a7211-d02c-414e-bf07-ad3e49ca9154.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2074.380300] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2074.380522] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2074.380522] env[62226]: value = "task-2028453" [ 2074.380522] env[62226]: _type = "Task" [ 2074.380522] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.380648] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09f0dbfd-58ea-494f-a18c-033b616ecd16 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.390653] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028453, 'name': CreateVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.392084] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2074.392084] env[62226]: value = "task-2028454" [ 2074.392084] env[62226]: _type = "Task" [ 2074.392084] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.400538] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.589913] env[62226]: DEBUG nova.compute.manager [req-44ea95dc-7c0b-49d5-904a-a64e04da77da req-a0c1e2d6-3740-4fab-80e6-a1beb8a5b572 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Received event network-changed-88db7430-4470-4038-a3bb-43754c6e7acb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2074.590123] env[62226]: DEBUG nova.compute.manager [req-44ea95dc-7c0b-49d5-904a-a64e04da77da req-a0c1e2d6-3740-4fab-80e6-a1beb8a5b572 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Refreshing instance network info cache due to event network-changed-88db7430-4470-4038-a3bb-43754c6e7acb. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2074.590355] env[62226]: DEBUG oslo_concurrency.lockutils [req-44ea95dc-7c0b-49d5-904a-a64e04da77da req-a0c1e2d6-3740-4fab-80e6-a1beb8a5b572 service nova] Acquiring lock "refresh_cache-2c7e9832-b6fa-43b0-994d-e5d578cf3485" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.590522] env[62226]: DEBUG oslo_concurrency.lockutils [req-44ea95dc-7c0b-49d5-904a-a64e04da77da req-a0c1e2d6-3740-4fab-80e6-a1beb8a5b572 service nova] Acquired lock "refresh_cache-2c7e9832-b6fa-43b0-994d-e5d578cf3485" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.590674] env[62226]: DEBUG nova.network.neutron [req-44ea95dc-7c0b-49d5-904a-a64e04da77da req-a0c1e2d6-3740-4fab-80e6-a1beb8a5b572 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Refreshing network info cache for port 88db7430-4470-4038-a3bb-43754c6e7acb {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2074.677582] env[62226]: DEBUG nova.compute.utils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2074.680521] env[62226]: DEBUG nova.compute.manager [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2074.680521] env[62226]: DEBUG nova.network.neutron [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2074.720850] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c27d83d5-d83f-4dd4-a03b-649f1d77ced7 tempest-ServersTestMultiNic-2058011840 tempest-ServersTestMultiNic-2058011840-project-member] Lock "44a47031-b8fe-4c25-adb8-decf115e862d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.652s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.724044] env[62226]: DEBUG nova.policy [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49a0c8231b614bfa85fdbc4b7eea035f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a741d5a42bd0495fbe6462f78cf1ef21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2074.818282] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: c68098ed-afaa-469f-8770-8a7af39b08f7] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2074.892170] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028453, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.899731] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060639} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.899993] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2074.900836] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853c5094-ff75-430a-862f-7fdf760c88b5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.928463] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 4a5a7211-d02c-414e-bf07-ad3e49ca9154/4a5a7211-d02c-414e-bf07-ad3e49ca9154.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2074.928769] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1acd705-33fb-44ae-ac30-28c9e11ed4d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.949058] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2074.949058] env[62226]: value = "task-2028455" [ 2074.949058] env[62226]: _type = "Task" [ 2074.949058] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.962753] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.983107] env[62226]: DEBUG nova.network.neutron [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Successfully created port: 14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2075.180960] env[62226]: DEBUG nova.compute.manager [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2075.321864] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 4198f26c-b3f9-4a3d-88ec-9a71deb05bd0] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2075.393299] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028453, 'name': CreateVM_Task, 'duration_secs': 0.761974} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.393299] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2075.393580] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.393745] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.394074] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2075.394552] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d754d1-abef-4221-894d-9194c54335d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.399034] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2075.399034] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b98091-48d9-1bab-7b24-fc60ada7c0d0" [ 2075.399034] env[62226]: _type = "Task" [ 2075.399034] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.399391] env[62226]: DEBUG nova.network.neutron [req-44ea95dc-7c0b-49d5-904a-a64e04da77da req-a0c1e2d6-3740-4fab-80e6-a1beb8a5b572 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Updated VIF entry in instance network info cache for port 88db7430-4470-4038-a3bb-43754c6e7acb. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2075.399730] env[62226]: DEBUG nova.network.neutron [req-44ea95dc-7c0b-49d5-904a-a64e04da77da req-a0c1e2d6-3740-4fab-80e6-a1beb8a5b572 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Updating instance_info_cache with network_info: [{"id": "88db7430-4470-4038-a3bb-43754c6e7acb", "address": "fa:16:3e:d9:cc:9d", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88db7430-44", "ovs_interfaceid": "88db7430-4470-4038-a3bb-43754c6e7acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.418568] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b98091-48d9-1bab-7b24-fc60ada7c0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.015539} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.418881] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.419119] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2075.419363] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.419516] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.419692] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2075.422348] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7f8220f-81f7-46f4-a441-939580b5d2a3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.430839] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2075.430929] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2075.432056] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc8fae1-b00e-4a69-a466-880bcb02cee3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.439473] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2075.439473] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520e0f57-a1e7-1fd7-17d2-651a98e8e09f" [ 2075.439473] env[62226]: _type = "Task" [ 2075.439473] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.447559] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520e0f57-a1e7-1fd7-17d2-651a98e8e09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.457958] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028455, 'name': ReconfigVM_Task, 'duration_secs': 0.303532} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.458438] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 4a5a7211-d02c-414e-bf07-ad3e49ca9154/4a5a7211-d02c-414e-bf07-ad3e49ca9154.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2075.459218] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8141a47a-e2b4-4401-9895-28826961ccf8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.464927] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2075.464927] env[62226]: value = "task-2028456" [ 2075.464927] env[62226]: _type = "Task" [ 2075.464927] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.472755] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028456, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.505245] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf30b67-ed3a-46cf-9260-3741e5863382 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.512496] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc681301-ba29-4abf-859e-5f25ed7272ac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.544781] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d37195e-1040-4b43-975d-7fa4d070c6c2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.552901] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa43bbc-b2d7-48f0-9b47-e7d0665a3d9d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.566845] env[62226]: DEBUG nova.compute.provider_tree [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2075.827805] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: a8e39b2f-207c-4388-b51f-cd9453cddb38] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2075.909582] env[62226]: DEBUG oslo_concurrency.lockutils [req-44ea95dc-7c0b-49d5-904a-a64e04da77da req-a0c1e2d6-3740-4fab-80e6-a1beb8a5b572 service nova] Releasing lock "refresh_cache-2c7e9832-b6fa-43b0-994d-e5d578cf3485" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.950748] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520e0f57-a1e7-1fd7-17d2-651a98e8e09f, 'name': SearchDatastore_Task, 'duration_secs': 0.008713} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.951634] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd08d12b-fa54-4fb8-bbeb-e0cc06f7fb9a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.957087] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2075.957087] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527db904-b97b-d168-d455-3090cfa8bb49" [ 2075.957087] env[62226]: _type = "Task" [ 2075.957087] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.965332] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527db904-b97b-d168-d455-3090cfa8bb49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.973172] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028456, 'name': Rename_Task, 'duration_secs': 0.150848} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.973452] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2075.973872] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b53ade51-3f37-4df3-9f09-b49edd6f1dd5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.981395] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2075.981395] env[62226]: value = "task-2028457" [ 2075.981395] env[62226]: _type = "Task" [ 2075.981395] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.989907] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.069894] env[62226]: DEBUG nova.scheduler.client.report [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2076.190835] env[62226]: DEBUG nova.compute.manager [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2076.219443] env[62226]: DEBUG nova.virt.hardware [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2076.219898] env[62226]: DEBUG nova.virt.hardware [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2076.220120] env[62226]: DEBUG nova.virt.hardware [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2076.220328] env[62226]: DEBUG nova.virt.hardware [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2076.220478] env[62226]: DEBUG nova.virt.hardware [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2076.220625] env[62226]: DEBUG nova.virt.hardware [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2076.221019] env[62226]: DEBUG nova.virt.hardware [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2076.221227] env[62226]: DEBUG nova.virt.hardware [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2076.221409] env[62226]: DEBUG nova.virt.hardware [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2076.221578] env[62226]: DEBUG nova.virt.hardware [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2076.221753] env[62226]: DEBUG nova.virt.hardware [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2076.223350] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa369586-ca89-4cf2-806f-57bbebf06a6f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.233513] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67532c14-c22a-496a-84e3-3ab79a0f6330 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.330952] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 8bf6ff41-49de-4a52-90bf-6c1c045dd57a] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2076.468730] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527db904-b97b-d168-d455-3090cfa8bb49, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.469048] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.469341] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 2c7e9832-b6fa-43b0-994d-e5d578cf3485/2c7e9832-b6fa-43b0-994d-e5d578cf3485.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2076.469596] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f2e5265-57e6-4bc7-8cac-f6b27a8bef22 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.477080] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2076.477080] env[62226]: value = "task-2028458" [ 2076.477080] env[62226]: _type = "Task" [ 2076.477080] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.494269] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.497677] env[62226]: DEBUG oslo_vmware.api [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028457, 'name': PowerOnVM_Task, 'duration_secs': 0.496938} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.498000] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2076.498761] env[62226]: INFO nova.compute.manager [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Took 14.93 seconds to spawn the instance on the hypervisor. [ 2076.499109] env[62226]: DEBUG nova.compute.manager [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2076.500125] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cc74f3-8ca7-4325-9f0c-a0aa99945094 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.575404] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.576018] env[62226]: DEBUG nova.compute.manager [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2076.578865] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.701s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.579209] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.581961] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.006s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.582524] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.584110] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.981s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.584373] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.586092] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.895s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.586410] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.589098] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.263s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.589923] env[62226]: INFO nova.compute.claims [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2076.623741] env[62226]: INFO nova.scheduler.client.report [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Deleted allocations for instance 67332c7b-cc27-4443-a0df-bb7c0f03dec4 [ 2076.628483] env[62226]: INFO nova.scheduler.client.report [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Deleted allocations for instance b54fd956-9512-4280-adab-bfddb23610fe [ 2076.645770] env[62226]: INFO nova.scheduler.client.report [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleted allocations for instance b25a8a76-5f16-4239-8335-da83db7fbddf [ 2076.648508] env[62226]: INFO nova.scheduler.client.report [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Deleted allocations for instance 0d4e34f7-3801-40b5-a3ac-813258c4a449 [ 2076.655768] env[62226]: DEBUG nova.compute.manager [req-32593406-980f-42b8-bd7b-31994fb168f3 req-2388465d-cc77-474e-8197-fa81098ef338 service nova] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Received event network-vif-plugged-14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2076.656234] env[62226]: DEBUG oslo_concurrency.lockutils [req-32593406-980f-42b8-bd7b-31994fb168f3 req-2388465d-cc77-474e-8197-fa81098ef338 service nova] Acquiring lock "7ebe6015-ac27-4116-be91-5696b627df5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.656556] env[62226]: DEBUG oslo_concurrency.lockutils [req-32593406-980f-42b8-bd7b-31994fb168f3 req-2388465d-cc77-474e-8197-fa81098ef338 service nova] Lock "7ebe6015-ac27-4116-be91-5696b627df5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.656784] env[62226]: DEBUG oslo_concurrency.lockutils [req-32593406-980f-42b8-bd7b-31994fb168f3 req-2388465d-cc77-474e-8197-fa81098ef338 service nova] Lock "7ebe6015-ac27-4116-be91-5696b627df5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.657024] env[62226]: DEBUG nova.compute.manager [req-32593406-980f-42b8-bd7b-31994fb168f3 req-2388465d-cc77-474e-8197-fa81098ef338 service nova] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] No waiting events found dispatching network-vif-plugged-14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2076.657312] env[62226]: WARNING nova.compute.manager [req-32593406-980f-42b8-bd7b-31994fb168f3 req-2388465d-cc77-474e-8197-fa81098ef338 service nova] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Received unexpected event network-vif-plugged-14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c for instance with vm_state building and task_state spawning. [ 2076.835383] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 25ee3e0b-0c55-4d8f-a894-4183093c4990] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2076.849251] env[62226]: DEBUG nova.network.neutron [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Successfully updated port: 14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2076.992067] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028458, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.017473] env[62226]: INFO nova.compute.manager [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Took 28.98 seconds to build instance. [ 2077.097347] env[62226]: DEBUG nova.compute.utils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2077.102317] env[62226]: DEBUG nova.compute.manager [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2077.102317] env[62226]: DEBUG nova.network.neutron [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2077.138391] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1fb4d15b-cc31-4896-b976-f360b103dfa4 tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "67332c7b-cc27-4443-a0df-bb7c0f03dec4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.894s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.143021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7852de4e-0b67-437e-be06-30aedcc961cf tempest-ServerRescueTestJSONUnderV235-1585112759 tempest-ServerRescueTestJSONUnderV235-1585112759-project-member] Lock "b54fd956-9512-4280-adab-bfddb23610fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.735s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.161331] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3e992757-c103-4834-b83b-5770ded72716 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b25a8a76-5f16-4239-8335-da83db7fbddf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.753s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.164706] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f428ae0b-d950-4492-9c86-8501d916937a tempest-MultipleCreateTestJSON-753920887 tempest-MultipleCreateTestJSON-753920887-project-member] Lock "0d4e34f7-3801-40b5-a3ac-813258c4a449" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.646s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.204382] env[62226]: DEBUG nova.policy [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3992756f3b4e453a90c1cdb4120fd11c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c184d4baa1fb4b9e8ab37c51d19de38f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2077.341142] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 86b97308-6068-44a3-8032-3c88a1b9ba9d] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2077.352729] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "refresh_cache-7ebe6015-ac27-4116-be91-5696b627df5f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.352872] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "refresh_cache-7ebe6015-ac27-4116-be91-5696b627df5f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.353040] env[62226]: DEBUG nova.network.neutron [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2077.490988] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527601} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.491411] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 2c7e9832-b6fa-43b0-994d-e5d578cf3485/2c7e9832-b6fa-43b0-994d-e5d578cf3485.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2077.491650] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2077.491967] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f8c92b9-fc52-420f-97dd-c3401e059c7a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.499766] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2077.499766] env[62226]: value = "task-2028459" [ 2077.499766] env[62226]: _type = "Task" [ 2077.499766] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.510700] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.523308] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e6226ca8-dcbe-48ce-905d-902d880b7478 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "4a5a7211-d02c-414e-bf07-ad3e49ca9154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.493s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.605719] env[62226]: DEBUG nova.compute.manager [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2077.846226] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 3bf40bf8-a8c4-4fe4-9341-1e8b90c5c695] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2077.904247] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2afbc65-0333-4695-9cd0-169e0da6b1e0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.912082] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890cd312-6bdf-4005-a047-4b1b46575eb3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.950019] env[62226]: DEBUG nova.network.neutron [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2077.950709] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05446a57-344b-451a-a62f-7e830c63e422 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.961273] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd792995-ef69-4292-99b4-79a6930c2558 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.977333] env[62226]: DEBUG nova.compute.provider_tree [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.012372] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073092} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.012645] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2078.013472] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f30124c-4a0d-4902-81b8-3c2875003c3c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.041362] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 2c7e9832-b6fa-43b0-994d-e5d578cf3485/2c7e9832-b6fa-43b0-994d-e5d578cf3485.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2078.041575] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7406e39-000e-43eb-9da4-28b94454d112 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.062225] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2078.062225] env[62226]: value = "task-2028460" [ 2078.062225] env[62226]: _type = "Task" [ 2078.062225] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.073754] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.236527] env[62226]: DEBUG nova.network.neutron [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Successfully created port: f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2078.351173] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 08b359f8-85c7-4a1f-b4c4-fdde498c2d89] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2078.406316] env[62226]: DEBUG nova.network.neutron [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Updating instance_info_cache with network_info: [{"id": "14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c", "address": "fa:16:3e:e2:ed:38", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f2eed7-2d", "ovs_interfaceid": "14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.480693] env[62226]: DEBUG nova.scheduler.client.report [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2078.573037] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028460, 'name': ReconfigVM_Task, 'duration_secs': 0.295173} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.573342] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 2c7e9832-b6fa-43b0-994d-e5d578cf3485/2c7e9832-b6fa-43b0-994d-e5d578cf3485.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.573983] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2362f9c5-6d1d-47f0-b093-2be7d6a85c28 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.579919] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2078.579919] env[62226]: value = "task-2028461" [ 2078.579919] env[62226]: _type = "Task" [ 2078.579919] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.587866] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028461, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.619356] env[62226]: DEBUG nova.compute.manager [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2078.646575] env[62226]: DEBUG nova.virt.hardware [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2078.646812] env[62226]: DEBUG nova.virt.hardware [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2078.646967] env[62226]: DEBUG nova.virt.hardware [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2078.647171] env[62226]: DEBUG nova.virt.hardware [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2078.647319] env[62226]: DEBUG nova.virt.hardware [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2078.647466] env[62226]: DEBUG nova.virt.hardware [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2078.647674] env[62226]: DEBUG nova.virt.hardware [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2078.647837] env[62226]: DEBUG nova.virt.hardware [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2078.648007] env[62226]: DEBUG nova.virt.hardware [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2078.648386] env[62226]: DEBUG nova.virt.hardware [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2078.648577] env[62226]: DEBUG nova.virt.hardware [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2078.649979] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f8cf0c-1b2d-460e-b542-0ae405a71469 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.659533] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9ae0c1-821b-4a8e-b90b-ded8c71a92cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.701987] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "4a5a7211-d02c-414e-bf07-ad3e49ca9154" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.702818] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "4a5a7211-d02c-414e-bf07-ad3e49ca9154" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.703241] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "4a5a7211-d02c-414e-bf07-ad3e49ca9154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.703241] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "4a5a7211-d02c-414e-bf07-ad3e49ca9154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.703430] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "4a5a7211-d02c-414e-bf07-ad3e49ca9154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.706437] env[62226]: INFO nova.compute.manager [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Terminating instance [ 2078.861632] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: eec9ee2e-5d78-4068-b2fe-fb828b8be651] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2078.909077] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "refresh_cache-7ebe6015-ac27-4116-be91-5696b627df5f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.909418] env[62226]: DEBUG nova.compute.manager [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Instance network_info: |[{"id": "14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c", "address": "fa:16:3e:e2:ed:38", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f2eed7-2d", "ovs_interfaceid": "14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2078.909827] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:ed:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2078.920373] env[62226]: DEBUG oslo.service.loopingcall [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2078.920764] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2078.921091] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edc81ffe-b9d1-4005-9251-691a0928883b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.945504] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2078.945504] env[62226]: value = "task-2028462" [ 2078.945504] env[62226]: _type = "Task" [ 2078.945504] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.958577] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028462, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.990430] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.991039] env[62226]: DEBUG nova.compute.manager [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2078.994492] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.543s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.994492] env[62226]: DEBUG nova.objects.instance [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lazy-loading 'pci_requests' on Instance uuid 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2079.053111] env[62226]: DEBUG nova.compute.manager [req-5949209b-c99b-4565-aa73-a5cfacc57d44 req-b2ee7eb3-f94d-476b-a346-4bda77af160e service nova] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Received event network-changed-14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2079.053341] env[62226]: DEBUG nova.compute.manager [req-5949209b-c99b-4565-aa73-a5cfacc57d44 req-b2ee7eb3-f94d-476b-a346-4bda77af160e service nova] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Refreshing instance network info cache due to event network-changed-14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2079.054048] env[62226]: DEBUG oslo_concurrency.lockutils [req-5949209b-c99b-4565-aa73-a5cfacc57d44 req-b2ee7eb3-f94d-476b-a346-4bda77af160e service nova] Acquiring lock "refresh_cache-7ebe6015-ac27-4116-be91-5696b627df5f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.054255] env[62226]: DEBUG oslo_concurrency.lockutils [req-5949209b-c99b-4565-aa73-a5cfacc57d44 req-b2ee7eb3-f94d-476b-a346-4bda77af160e service nova] Acquired lock "refresh_cache-7ebe6015-ac27-4116-be91-5696b627df5f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.054811] env[62226]: DEBUG nova.network.neutron [req-5949209b-c99b-4565-aa73-a5cfacc57d44 req-b2ee7eb3-f94d-476b-a346-4bda77af160e service nova] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Refreshing network info cache for port 14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2079.092270] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028461, 'name': Rename_Task, 'duration_secs': 0.159675} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.093118] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2079.093118] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0faa32f-121f-4daa-8fb1-54eb0a91aa0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.100069] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2079.100069] env[62226]: value = "task-2028463" [ 2079.100069] env[62226]: _type = "Task" [ 2079.100069] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.109407] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.210716] env[62226]: DEBUG nova.compute.manager [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2079.210931] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2079.211878] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49abfa66-f132-450d-b859-798f0471e714 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.225555] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2079.225555] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77825094-dd04-474b-8d73-fce7586a28ab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.231825] env[62226]: DEBUG oslo_vmware.api [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2079.231825] env[62226]: value = "task-2028464" [ 2079.231825] env[62226]: _type = "Task" [ 2079.231825] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.243753] env[62226]: DEBUG oslo_vmware.api [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.370050] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 95ad0081-2084-416e-ad43-14207ddb5055] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2079.460221] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028462, 'name': CreateVM_Task, 'duration_secs': 0.470048} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.460221] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2079.460221] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.460221] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.460747] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2079.461107] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210ae36e-b8b0-431d-83e8-d5eb92055d7e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.466235] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2079.466235] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52733eb1-cfb6-e57d-eccd-8dbc61732db9" [ 2079.466235] env[62226]: _type = "Task" [ 2079.466235] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.479547] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52733eb1-cfb6-e57d-eccd-8dbc61732db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.498557] env[62226]: DEBUG nova.objects.instance [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lazy-loading 'numa_topology' on Instance uuid 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2079.505069] env[62226]: DEBUG nova.compute.utils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2079.510023] env[62226]: DEBUG nova.compute.manager [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2079.510023] env[62226]: DEBUG nova.network.neutron [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2080.353203] env[62226]: DEBUG nova.policy [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7984bb3f0111426dbbb435603f85a1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019c12b2dd549fe8f1710ff8a5e5db9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2080.354227] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 8259105e-cd1d-4c5c-a6ba-a2db6d597fdb] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2080.356157] env[62226]: INFO nova.compute.claims [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2080.358488] env[62226]: DEBUG nova.compute.manager [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2080.375063] env[62226]: DEBUG oslo_vmware.api [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028463, 'name': PowerOnVM_Task, 'duration_secs': 0.50661} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.379871] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2080.380349] env[62226]: INFO nova.compute.manager [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Took 13.51 seconds to spawn the instance on the hypervisor. [ 2080.380349] env[62226]: DEBUG nova.compute.manager [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2080.380596] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52733eb1-cfb6-e57d-eccd-8dbc61732db9, 'name': SearchDatastore_Task, 'duration_secs': 0.015683} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.380793] env[62226]: DEBUG oslo_vmware.api [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028464, 'name': PowerOffVM_Task, 'duration_secs': 0.203493} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.382231] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6a7496-35ab-43f0-8fb7-f2897347f9c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.385034] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.385034] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2080.385034] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.385034] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.385034] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2080.385244] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2080.385280] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2080.385483] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c825fd2a-ded4-415d-8d26-2dcaa0eedd25 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.387209] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e81278bd-3e73-438f-b887-73fb2c1eb93b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.396542] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2080.396755] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2080.397693] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88175667-9e90-40ca-9b79-27d191072e57 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.402899] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2080.402899] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529ab27e-9dc6-c2e5-1ea4-f9cd66100bd6" [ 2080.402899] env[62226]: _type = "Task" [ 2080.402899] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.411702] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529ab27e-9dc6-c2e5-1ea4-f9cd66100bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.473540] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2080.473674] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2080.474150] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleting the datastore file [datastore1] 4a5a7211-d02c-414e-bf07-ad3e49ca9154 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2080.474150] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97e21369-cc80-4fcf-8411-7f71a53c0267 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.482185] env[62226]: DEBUG oslo_vmware.api [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for the task: (returnval){ [ 2080.482185] env[62226]: value = "task-2028466" [ 2080.482185] env[62226]: _type = "Task" [ 2080.482185] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.490740] env[62226]: DEBUG oslo_vmware.api [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.556406] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "ed712ba9-4f95-4ae9-978a-f63a117cacbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.556695] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ed712ba9-4f95-4ae9-978a-f63a117cacbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.592386] env[62226]: DEBUG nova.network.neutron [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Successfully updated port: f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2080.808952] env[62226]: DEBUG nova.network.neutron [req-5949209b-c99b-4565-aa73-a5cfacc57d44 req-b2ee7eb3-f94d-476b-a346-4bda77af160e service nova] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Updated VIF entry in instance network info cache for port 14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2080.809382] env[62226]: DEBUG nova.network.neutron [req-5949209b-c99b-4565-aa73-a5cfacc57d44 req-b2ee7eb3-f94d-476b-a346-4bda77af160e service nova] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Updating instance_info_cache with network_info: [{"id": "14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c", "address": "fa:16:3e:e2:ed:38", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f2eed7-2d", "ovs_interfaceid": "14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.864759] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 13fa5844-1487-4374-bb29-f6bf9a667fb1] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2080.909136] env[62226]: INFO nova.compute.manager [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Took 26.57 seconds to build instance. [ 2080.915831] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529ab27e-9dc6-c2e5-1ea4-f9cd66100bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011421} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.916459] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5184d918-4f8c-4307-9816-4b516b664831 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.922384] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2080.922384] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5260787d-7163-c018-3adc-884a247eae68" [ 2080.922384] env[62226]: _type = "Task" [ 2080.922384] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.931112] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5260787d-7163-c018-3adc-884a247eae68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.976329] env[62226]: DEBUG nova.network.neutron [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Successfully created port: 076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2080.991630] env[62226]: DEBUG oslo_vmware.api [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Task: {'id': task-2028466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450181} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.991870] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2080.992087] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2080.992291] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2080.992442] env[62226]: INFO nova.compute.manager [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Took 1.78 seconds to destroy the instance on the hypervisor. [ 2080.992673] env[62226]: DEBUG oslo.service.loopingcall [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2080.992855] env[62226]: DEBUG nova.compute.manager [-] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2080.992946] env[62226]: DEBUG nova.network.neutron [-] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2081.060141] env[62226]: DEBUG nova.compute.manager [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2081.087075] env[62226]: DEBUG nova.compute.manager [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Received event network-vif-plugged-f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2081.087075] env[62226]: DEBUG oslo_concurrency.lockutils [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] Acquiring lock "b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.087075] env[62226]: DEBUG oslo_concurrency.lockutils [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] Lock "b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.087075] env[62226]: DEBUG oslo_concurrency.lockutils [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] Lock "b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.087075] env[62226]: DEBUG nova.compute.manager [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] No waiting events found dispatching network-vif-plugged-f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2081.089135] env[62226]: WARNING nova.compute.manager [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Received unexpected event network-vif-plugged-f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e for instance with vm_state building and task_state spawning. [ 2081.089359] env[62226]: DEBUG nova.compute.manager [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Received event network-changed-f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2081.090156] env[62226]: DEBUG nova.compute.manager [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Refreshing instance network info cache due to event network-changed-f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2081.090156] env[62226]: DEBUG oslo_concurrency.lockutils [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] Acquiring lock "refresh_cache-b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.090156] env[62226]: DEBUG oslo_concurrency.lockutils [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] Acquired lock "refresh_cache-b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.090156] env[62226]: DEBUG nova.network.neutron [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Refreshing network info cache for port f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2081.094386] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "refresh_cache-b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.313281] env[62226]: DEBUG oslo_concurrency.lockutils [req-5949209b-c99b-4565-aa73-a5cfacc57d44 req-b2ee7eb3-f94d-476b-a346-4bda77af160e service nova] Releasing lock "refresh_cache-7ebe6015-ac27-4116-be91-5696b627df5f" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.381932] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 364db07d-7e5a-4c43-b2c8-fc66f4e04533] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2081.383386] env[62226]: DEBUG nova.compute.manager [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2081.411703] env[62226]: DEBUG oslo_concurrency.lockutils [None req-15072a09-5b29-4763-a407-534730b9abb0 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "2c7e9832-b6fa-43b0-994d-e5d578cf3485" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.090s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.421092] env[62226]: DEBUG nova.virt.hardware [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2081.421366] env[62226]: DEBUG nova.virt.hardware [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2081.422237] env[62226]: DEBUG nova.virt.hardware [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2081.422237] env[62226]: DEBUG nova.virt.hardware [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2081.422237] env[62226]: DEBUG nova.virt.hardware [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2081.422237] env[62226]: DEBUG nova.virt.hardware [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2081.422237] env[62226]: DEBUG nova.virt.hardware [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2081.422414] env[62226]: DEBUG nova.virt.hardware [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2081.422488] env[62226]: DEBUG nova.virt.hardware [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2081.422632] env[62226]: DEBUG nova.virt.hardware [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2081.422798] env[62226]: DEBUG nova.virt.hardware [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2081.424061] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5787104-6978-499b-9f45-12363f6557aa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.440461] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5260787d-7163-c018-3adc-884a247eae68, 'name': SearchDatastore_Task, 'duration_secs': 0.013311} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.441136] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.441393] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 7ebe6015-ac27-4116-be91-5696b627df5f/7ebe6015-ac27-4116-be91-5696b627df5f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2081.442598] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f2c101-aac1-4016-9e11-9cc39b6b113d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.447912] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa6e7af3-1c1a-4298-a2b3-31548547d115 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.462581] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2081.462581] env[62226]: value = "task-2028467" [ 2081.462581] env[62226]: _type = "Task" [ 2081.462581] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.474319] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.581565] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.660242] env[62226]: DEBUG nova.network.neutron [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2081.676672] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184663b2-6bce-4bc2-aadd-dcef1eb3c74a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.686989] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111fca41-9670-4937-be33-d21d5be63b07 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.724169] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e203b0d7-47c8-4797-a5ed-d97b5a32cd5d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.737335] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9330a77a-aac1-40a0-b762-2cbd4fc60d5b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.753365] env[62226]: DEBUG nova.compute.provider_tree [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2081.812427] env[62226]: DEBUG nova.network.neutron [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.891489] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: c845f5f3-6086-4e3b-87d9-f773e835dba5] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2081.974583] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028467, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.088353] env[62226]: DEBUG nova.network.neutron [-] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.256419] env[62226]: DEBUG nova.scheduler.client.report [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2082.315757] env[62226]: DEBUG oslo_concurrency.lockutils [req-d0edc207-2ad0-4ba2-9d2d-ce4c554fd80a req-3227de6d-3076-4ce0-8906-a193ad98f7ce service nova] Releasing lock "refresh_cache-b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.316153] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "refresh_cache-b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.316315] env[62226]: DEBUG nova.network.neutron [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2082.394744] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 22efdb2e-2bf3-4f08-bba8-39eecbf4f78d] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2082.479604] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829077} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.480480] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 7ebe6015-ac27-4116-be91-5696b627df5f/7ebe6015-ac27-4116-be91-5696b627df5f.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2082.480736] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2082.481023] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edbaa9e7-9fac-42c5-9c80-cff3bec3d1f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.487717] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2082.487717] env[62226]: value = "task-2028468" [ 2082.487717] env[62226]: _type = "Task" [ 2082.487717] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.498601] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.592584] env[62226]: INFO nova.compute.manager [-] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Took 1.60 seconds to deallocate network for instance. [ 2082.762805] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.769s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.765014] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.752s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.767013] env[62226]: INFO nova.compute.claims [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2082.822386] env[62226]: INFO nova.network.neutron [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updating port 43811594-a2b3-4986-b49c-9a06ec80abed with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2082.898090] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: a8f951ce-66f6-4a44-a2aa-51b3a5cbde69] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2082.904986] env[62226]: DEBUG nova.network.neutron [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2082.998212] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076031} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.998522] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2082.999451] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd37764-b55a-4c49-8635-f6edd3d06c7c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.020738] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 7ebe6015-ac27-4116-be91-5696b627df5f/7ebe6015-ac27-4116-be91-5696b627df5f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2083.021072] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7dad93-c4dc-4d08-83a6-b6e2c39da11f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.042296] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2083.042296] env[62226]: value = "task-2028469" [ 2083.042296] env[62226]: _type = "Task" [ 2083.042296] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.051082] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.099804] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.131935] env[62226]: DEBUG nova.compute.manager [req-98e31533-f1d0-43c3-b263-4930c62f79c6 req-7495581d-77b1-4bf8-a607-f0f73b1e44b9 service nova] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Received event network-vif-deleted-9a4f851f-4b58-4faf-9191-01d227e86219 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2083.132211] env[62226]: DEBUG nova.compute.manager [req-98e31533-f1d0-43c3-b263-4930c62f79c6 req-7495581d-77b1-4bf8-a607-f0f73b1e44b9 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Received event network-changed-88db7430-4470-4038-a3bb-43754c6e7acb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2083.132320] env[62226]: DEBUG nova.compute.manager [req-98e31533-f1d0-43c3-b263-4930c62f79c6 req-7495581d-77b1-4bf8-a607-f0f73b1e44b9 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Refreshing instance network info cache due to event network-changed-88db7430-4470-4038-a3bb-43754c6e7acb. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2083.132531] env[62226]: DEBUG oslo_concurrency.lockutils [req-98e31533-f1d0-43c3-b263-4930c62f79c6 req-7495581d-77b1-4bf8-a607-f0f73b1e44b9 service nova] Acquiring lock "refresh_cache-2c7e9832-b6fa-43b0-994d-e5d578cf3485" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.132905] env[62226]: DEBUG oslo_concurrency.lockutils [req-98e31533-f1d0-43c3-b263-4930c62f79c6 req-7495581d-77b1-4bf8-a607-f0f73b1e44b9 service nova] Acquired lock "refresh_cache-2c7e9832-b6fa-43b0-994d-e5d578cf3485" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.133181] env[62226]: DEBUG nova.network.neutron [req-98e31533-f1d0-43c3-b263-4930c62f79c6 req-7495581d-77b1-4bf8-a607-f0f73b1e44b9 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Refreshing network info cache for port 88db7430-4470-4038-a3bb-43754c6e7acb {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2083.344967] env[62226]: DEBUG nova.network.neutron [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Updating instance_info_cache with network_info: [{"id": "f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e", "address": "fa:16:3e:35:0e:e6", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e22fb6-2c", "ovs_interfaceid": "f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.401419] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 54d8f236-db19-4cf9-8482-51693ee4085d] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2083.563441] env[62226]: DEBUG nova.network.neutron [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Successfully updated port: 076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2083.568843] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028469, 'name': ReconfigVM_Task, 'duration_secs': 0.308985} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.569145] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 7ebe6015-ac27-4116-be91-5696b627df5f/7ebe6015-ac27-4116-be91-5696b627df5f.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2083.570012] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-371d7617-2f8e-4c83-b686-49dcb0f86bcb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.578057] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2083.578057] env[62226]: value = "task-2028470" [ 2083.578057] env[62226]: _type = "Task" [ 2083.578057] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.589895] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028470, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.852685] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "refresh_cache-b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.852971] env[62226]: DEBUG nova.compute.manager [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Instance network_info: |[{"id": "f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e", "address": "fa:16:3e:35:0e:e6", "network": {"id": "0dacd5b4-c9cc-4c99-af70-e1858a9fb426", "bridge": "br-int", "label": "tempest-ImagesTestJSON-777715418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c184d4baa1fb4b9e8ab37c51d19de38f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e22fb6-2c", "ovs_interfaceid": "f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2083.853441] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:0e:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2083.864393] env[62226]: DEBUG oslo.service.loopingcall [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2083.867472] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2083.872983] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dd76bfd-1530-4560-a848-b5d47fa3c3f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.896806] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2083.896806] env[62226]: value = "task-2028471" [ 2083.896806] env[62226]: _type = "Task" [ 2083.896806] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.905979] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 57cdf6f8-3ccb-44d8-a1f5-5916d1f5dc47] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2083.913989] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028471, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.029236] env[62226]: DEBUG nova.network.neutron [req-98e31533-f1d0-43c3-b263-4930c62f79c6 req-7495581d-77b1-4bf8-a607-f0f73b1e44b9 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Updated VIF entry in instance network info cache for port 88db7430-4470-4038-a3bb-43754c6e7acb. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2084.029492] env[62226]: DEBUG nova.network.neutron [req-98e31533-f1d0-43c3-b263-4930c62f79c6 req-7495581d-77b1-4bf8-a607-f0f73b1e44b9 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Updating instance_info_cache with network_info: [{"id": "88db7430-4470-4038-a3bb-43754c6e7acb", "address": "fa:16:3e:d9:cc:9d", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88db7430-44", "ovs_interfaceid": "88db7430-4470-4038-a3bb-43754c6e7acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.070497] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.070641] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.070782] env[62226]: DEBUG nova.network.neutron [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2084.088959] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028470, 'name': Rename_Task, 'duration_secs': 0.13363} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.094021] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2084.096923] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55dc641c-73b3-4075-b6f2-b7bf1e8175e7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.105961] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2084.105961] env[62226]: value = "task-2028472" [ 2084.105961] env[62226]: _type = "Task" [ 2084.105961] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.114474] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.130573] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f01dba-2b97-4d29-b6fb-b7aef1a18e24 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.138902] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487521f7-4784-49f9-88f4-1acfbd40ac2c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.172428] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a91526-2179-4c79-9325-8ee23bf0d043 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.180832] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfb5041-850e-4b9c-a9d3-676706fc2706 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.196177] env[62226]: DEBUG nova.compute.provider_tree [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2084.407573] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028471, 'name': CreateVM_Task, 'duration_secs': 0.468888} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.407938] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2084.408365] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.408657] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.409274] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2084.409274] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64b46ce7-0274-42f5-9e77-56d5b45ae0cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.414296] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2084.414296] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52eeb4c0-0313-9af0-d8b0-dde79b8459eb" [ 2084.414296] env[62226]: _type = "Task" [ 2084.414296] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.414564] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: b5fe2d57-4ec1-4411-8c7c-50f4c6047940] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2084.429224] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52eeb4c0-0313-9af0-d8b0-dde79b8459eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.429730] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.429730] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2084.429973] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.430126] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.430313] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2084.430585] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d0998ac-5927-4e13-a664-b3aa2ba7370e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.439925] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2084.440150] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2084.442370] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-200d7838-437f-4840-b2c5-795ed266642e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.446491] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2084.446491] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527e1db3-054b-2372-4d91-9701c36cc255" [ 2084.446491] env[62226]: _type = "Task" [ 2084.446491] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.458331] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527e1db3-054b-2372-4d91-9701c36cc255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.532310] env[62226]: DEBUG oslo_concurrency.lockutils [req-98e31533-f1d0-43c3-b263-4930c62f79c6 req-7495581d-77b1-4bf8-a607-f0f73b1e44b9 service nova] Releasing lock "refresh_cache-2c7e9832-b6fa-43b0-994d-e5d578cf3485" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.616599] env[62226]: DEBUG oslo_vmware.api [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028472, 'name': PowerOnVM_Task, 'duration_secs': 0.464749} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.616767] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2084.617720] env[62226]: INFO nova.compute.manager [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Took 8.43 seconds to spawn the instance on the hypervisor. [ 2084.617847] env[62226]: DEBUG nova.compute.manager [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2084.618665] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a376fa5-dadb-4940-9257-aa855a0b1d68 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.641531] env[62226]: DEBUG nova.network.neutron [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2084.699840] env[62226]: DEBUG nova.scheduler.client.report [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2084.926595] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 8af64c78-3bdf-4313-bf58-dca8f36a7098] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2084.958859] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527e1db3-054b-2372-4d91-9701c36cc255, 'name': SearchDatastore_Task, 'duration_secs': 0.013665} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.960411] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41602261-e385-49b6-9810-c13a658c3279 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.969019] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2084.969019] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f22742-abd8-6b14-40c3-ee382808f75a" [ 2084.969019] env[62226]: _type = "Task" [ 2084.969019] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.976805] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f22742-abd8-6b14-40c3-ee382808f75a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.071017] env[62226]: DEBUG nova.network.neutron [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updating instance_info_cache with network_info: [{"id": "076d400b-86ac-439b-aca1-d5eb981e89dd", "address": "fa:16:3e:b7:79:1c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076d400b-86", "ovs_interfaceid": "076d400b-86ac-439b-aca1-d5eb981e89dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.144552] env[62226]: INFO nova.compute.manager [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Took 28.76 seconds to build instance. [ 2085.205429] env[62226]: DEBUG nova.compute.manager [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Received event network-vif-plugged-076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2085.205495] env[62226]: DEBUG oslo_concurrency.lockutils [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] Acquiring lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.205893] env[62226]: DEBUG oslo_concurrency.lockutils [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] Lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.205893] env[62226]: DEBUG oslo_concurrency.lockutils [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] Lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.206086] env[62226]: DEBUG nova.compute.manager [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] No waiting events found dispatching network-vif-plugged-076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2085.206241] env[62226]: WARNING nova.compute.manager [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Received unexpected event network-vif-plugged-076d400b-86ac-439b-aca1-d5eb981e89dd for instance with vm_state building and task_state spawning. [ 2085.206371] env[62226]: DEBUG nova.compute.manager [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Received event network-changed-076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2085.206526] env[62226]: DEBUG nova.compute.manager [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Refreshing instance network info cache due to event network-changed-076d400b-86ac-439b-aca1-d5eb981e89dd. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2085.206685] env[62226]: DEBUG oslo_concurrency.lockutils [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] Acquiring lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.207568] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.208018] env[62226]: DEBUG nova.compute.manager [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2085.213209] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.629s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.214491] env[62226]: INFO nova.compute.claims [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2085.356664] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.360019] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.360019] env[62226]: DEBUG nova.network.neutron [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.433262] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 7a31fc47-22a2-441c-97ca-2aa91b931098] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2085.478935] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f22742-abd8-6b14-40c3-ee382808f75a, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.479224] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.479481] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf/b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2085.479729] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66a5e528-6f74-4311-a376-bb5378b2c664 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.487183] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2085.487183] env[62226]: value = "task-2028473" [ 2085.487183] env[62226]: _type = "Task" [ 2085.487183] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.495441] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.578025] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.578025] env[62226]: DEBUG nova.compute.manager [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Instance network_info: |[{"id": "076d400b-86ac-439b-aca1-d5eb981e89dd", "address": "fa:16:3e:b7:79:1c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076d400b-86", "ovs_interfaceid": "076d400b-86ac-439b-aca1-d5eb981e89dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2085.578025] env[62226]: DEBUG oslo_concurrency.lockutils [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] Acquired lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.578025] env[62226]: DEBUG nova.network.neutron [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Refreshing network info cache for port 076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2085.578025] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:79:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '076d400b-86ac-439b-aca1-d5eb981e89dd', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2085.590832] env[62226]: DEBUG oslo.service.loopingcall [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2085.594098] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2085.594888] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5b7fff8-e687-4590-a4b1-3d8ac5a9ad5a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.618188] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2085.618188] env[62226]: value = "task-2028474" [ 2085.618188] env[62226]: _type = "Task" [ 2085.618188] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.625591] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028474, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.646335] env[62226]: DEBUG oslo_concurrency.lockutils [None req-02f3ffd1-8346-422d-8fc6-4132856f7b3d tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "7ebe6015-ac27-4116-be91-5696b627df5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.268s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.721890] env[62226]: DEBUG nova.compute.utils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2085.725021] env[62226]: DEBUG nova.compute.manager [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2085.725021] env[62226]: DEBUG nova.network.neutron [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2085.787814] env[62226]: DEBUG oslo_concurrency.lockutils [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "7ebe6015-ac27-4116-be91-5696b627df5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.788181] env[62226]: DEBUG oslo_concurrency.lockutils [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "7ebe6015-ac27-4116-be91-5696b627df5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.788524] env[62226]: DEBUG oslo_concurrency.lockutils [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "7ebe6015-ac27-4116-be91-5696b627df5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.788777] env[62226]: DEBUG oslo_concurrency.lockutils [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "7ebe6015-ac27-4116-be91-5696b627df5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.788964] env[62226]: DEBUG oslo_concurrency.lockutils [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "7ebe6015-ac27-4116-be91-5696b627df5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.792124] env[62226]: INFO nova.compute.manager [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Terminating instance [ 2085.820640] env[62226]: DEBUG nova.policy [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26141c86654e4b5280d3d97a14fa5313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec98363f37c46b9a380ef16befd4154', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2085.937597] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 483402d1-e1d6-43b5-ac95-b3b776d9b367] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2085.969592] env[62226]: DEBUG nova.network.neutron [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updated VIF entry in instance network info cache for port 076d400b-86ac-439b-aca1-d5eb981e89dd. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2085.971825] env[62226]: DEBUG nova.network.neutron [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updating instance_info_cache with network_info: [{"id": "076d400b-86ac-439b-aca1-d5eb981e89dd", "address": "fa:16:3e:b7:79:1c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076d400b-86", "ovs_interfaceid": "076d400b-86ac-439b-aca1-d5eb981e89dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.005202] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028473, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.133013] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028474, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.234348] env[62226]: DEBUG nova.compute.manager [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2086.263280] env[62226]: DEBUG nova.network.neutron [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updating instance_info_cache with network_info: [{"id": "43811594-a2b3-4986-b49c-9a06ec80abed", "address": "fa:16:3e:01:6c:7e", "network": {"id": "12c68adc-9aef-4301-bdcc-7a179404895b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008727855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cbb6c56629a4d7e93c3723bd9d6e0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43811594-a2", "ovs_interfaceid": "43811594-a2b3-4986-b49c-9a06ec80abed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.297154] env[62226]: DEBUG nova.compute.manager [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2086.297404] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2086.298292] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b61c577-5eac-401c-9f68-ed36f3c76d5a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.311835] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2086.314490] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9739594a-4310-40ce-8644-ab1d1b633a81 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.321652] env[62226]: DEBUG oslo_vmware.api [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2086.321652] env[62226]: value = "task-2028475" [ 2086.321652] env[62226]: _type = "Task" [ 2086.321652] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.324990] env[62226]: DEBUG nova.network.neutron [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Successfully created port: a8ee324f-d949-440a-a20c-8a03f7890313 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2086.335092] env[62226]: DEBUG oslo_vmware.api [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.440783] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Acquiring lock "aead4bf7-07e4-4bea-8dcf-a2373f306565" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.441047] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Lock "aead4bf7-07e4-4bea-8dcf-a2373f306565" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.448020] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: d09b72aa-8156-445b-befc-14983b6484bc] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2086.473853] env[62226]: DEBUG oslo_concurrency.lockutils [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] Releasing lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.474216] env[62226]: DEBUG nova.compute.manager [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Received event network-vif-plugged-43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2086.475466] env[62226]: DEBUG oslo_concurrency.lockutils [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] Acquiring lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.476675] env[62226]: DEBUG oslo_concurrency.lockutils [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.476675] env[62226]: DEBUG oslo_concurrency.lockutils [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.476675] env[62226]: DEBUG nova.compute.manager [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] No waiting events found dispatching network-vif-plugged-43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2086.476675] env[62226]: WARNING nova.compute.manager [req-894ee026-33f9-41a3-9823-09278daef44c req-75ab189f-448e-4824-bd52-1a04bc162efb service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Received unexpected event network-vif-plugged-43811594-a2b3-4986-b49c-9a06ec80abed for instance with vm_state shelved_offloaded and task_state spawning. [ 2086.503313] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544266} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.503799] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf/b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2086.503931] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2086.504204] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58720118-5c73-400a-8d11-7e345753a802 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.512953] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2086.512953] env[62226]: value = "task-2028476" [ 2086.512953] env[62226]: _type = "Task" [ 2086.512953] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.524868] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.604290] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30130ff6-b137-4264-a5b5-cf6238a13666 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.618743] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5dd139-7bf2-49f8-9f0f-9312c03fd46b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.631190] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028474, 'name': CreateVM_Task, 'duration_secs': 0.604943} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.655120] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2086.657143] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.657314] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.657633] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2086.658465] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf868cf-d3da-4294-9933-d300be488930 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.665422] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc47b7a-ea0e-4078-9da8-3da919afebb9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.667074] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.667300] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.676751] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16492713-1ca8-4445-a9a5-b00e829650e7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.680623] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2086.680623] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521badbb-191a-34c8-e374-4cae73f3ee2c" [ 2086.680623] env[62226]: _type = "Task" [ 2086.680623] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.693222] env[62226]: DEBUG nova.compute.provider_tree [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2086.700906] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521badbb-191a-34c8-e374-4cae73f3ee2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.768231] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Releasing lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.803099] env[62226]: DEBUG nova.virt.hardware [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dc3015907dc97fe6b4ce1f1cee468096',container_format='bare',created_at=2025-01-06T16:43:52Z,direct_url=,disk_format='vmdk',id=8b755a3d-6e2b-4f00-b5da-13d71ea74864,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1371127061-shelved',owner='1cbb6c56629a4d7e93c3723bd9d6e0e7',properties=ImageMetaProps,protected=,size=31591424,status='active',tags=,updated_at=2025-01-06T16:44:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2086.803441] env[62226]: DEBUG nova.virt.hardware [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2086.803888] env[62226]: DEBUG nova.virt.hardware [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2086.804328] env[62226]: DEBUG nova.virt.hardware [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2086.804687] env[62226]: DEBUG nova.virt.hardware [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2086.804687] env[62226]: DEBUG nova.virt.hardware [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2086.804902] env[62226]: DEBUG nova.virt.hardware [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2086.805142] env[62226]: DEBUG nova.virt.hardware [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2086.805433] env[62226]: DEBUG nova.virt.hardware [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2086.805904] env[62226]: DEBUG nova.virt.hardware [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2086.806407] env[62226]: DEBUG nova.virt.hardware [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2086.808101] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5116f59a-7afb-4da2-8302-3c8270c35cf2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.822854] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca3b4c3-e759-48e0-bda4-d5dd471fd680 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.836282] env[62226]: DEBUG oslo_vmware.api [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028475, 'name': PowerOffVM_Task, 'duration_secs': 0.223469} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.847126] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2086.847126] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2086.847126] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:6c:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43811594-a2b3-4986-b49c-9a06ec80abed', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2086.855212] env[62226]: DEBUG oslo.service.loopingcall [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2086.855476] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad89fe10-1ba7-44d6-b585-5bd18ea52ab2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.860338] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2086.860338] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-050e079a-2b20-4b0b-b7c5-c0d662dabd29 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.880252] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2086.880252] env[62226]: value = "task-2028478" [ 2086.880252] env[62226]: _type = "Task" [ 2086.880252] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.887806] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028478, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.948788] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 5b9a1ecb-93b2-4475-b7fc-7f83d9bdeca2] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2086.954024] env[62226]: DEBUG nova.compute.manager [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2087.023364] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067515} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.023585] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2087.024421] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf58d5e-0ac0-4e3d-9281-904dae2be167 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.048400] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf/b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2087.049794] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6bb8dae-abde-44c7-b388-b3b800915773 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.064623] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2087.064842] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2087.065068] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleting the datastore file [datastore2] 7ebe6015-ac27-4116-be91-5696b627df5f {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2087.065319] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a8c7cd3-91ab-4890-97c4-7178c22a0aba {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.074540] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2087.074540] env[62226]: value = "task-2028479" [ 2087.074540] env[62226]: _type = "Task" [ 2087.074540] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.074812] env[62226]: DEBUG oslo_vmware.api [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2087.074812] env[62226]: value = "task-2028480" [ 2087.074812] env[62226]: _type = "Task" [ 2087.074812] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.087171] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.090373] env[62226]: DEBUG oslo_vmware.api [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.171446] env[62226]: DEBUG nova.compute.manager [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2087.192718] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521badbb-191a-34c8-e374-4cae73f3ee2c, 'name': SearchDatastore_Task, 'duration_secs': 0.03117} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.193073] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.193322] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2087.193555] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.193694] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.193868] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2087.194182] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1688001-a15e-4091-9d1f-1a9f80c7bed9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.196755] env[62226]: DEBUG nova.scheduler.client.report [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2087.212308] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2087.212308] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2087.212308] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11fa8d8b-3d2d-49b1-aaa3-b3d88ca292b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.218515] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2087.218515] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289e296-e58e-516c-3595-54fd77671359" [ 2087.218515] env[62226]: _type = "Task" [ 2087.218515] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.228022] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289e296-e58e-516c-3595-54fd77671359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.246646] env[62226]: DEBUG nova.compute.manager [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2087.284555] env[62226]: DEBUG nova.virt.hardware [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2087.284555] env[62226]: DEBUG nova.virt.hardware [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2087.284555] env[62226]: DEBUG nova.virt.hardware [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2087.284555] env[62226]: DEBUG nova.virt.hardware [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2087.284555] env[62226]: DEBUG nova.virt.hardware [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2087.284813] env[62226]: DEBUG nova.virt.hardware [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2087.284813] env[62226]: DEBUG nova.virt.hardware [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2087.285110] env[62226]: DEBUG nova.virt.hardware [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2087.285226] env[62226]: DEBUG nova.virt.hardware [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2087.285387] env[62226]: DEBUG nova.virt.hardware [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2087.285566] env[62226]: DEBUG nova.virt.hardware [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2087.286532] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead38fb0-8a45-4974-b2d0-c897363f1472 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.294662] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79271588-f70b-417c-a130-fd7b8e6060ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.389562] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028478, 'name': CreateVM_Task, 'duration_secs': 0.412015} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.390865] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2087.392154] env[62226]: DEBUG nova.compute.manager [req-6a1fa8f6-c10f-4905-8ce2-96ec7091373b req-cd0874ca-c48b-4264-97cf-e03821400188 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Received event network-changed-43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2087.392521] env[62226]: DEBUG nova.compute.manager [req-6a1fa8f6-c10f-4905-8ce2-96ec7091373b req-cd0874ca-c48b-4264-97cf-e03821400188 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Refreshing instance network info cache due to event network-changed-43811594-a2b3-4986-b49c-9a06ec80abed. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2087.392521] env[62226]: DEBUG oslo_concurrency.lockutils [req-6a1fa8f6-c10f-4905-8ce2-96ec7091373b req-cd0874ca-c48b-4264-97cf-e03821400188 service nova] Acquiring lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.392626] env[62226]: DEBUG oslo_concurrency.lockutils [req-6a1fa8f6-c10f-4905-8ce2-96ec7091373b req-cd0874ca-c48b-4264-97cf-e03821400188 service nova] Acquired lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.392735] env[62226]: DEBUG nova.network.neutron [req-6a1fa8f6-c10f-4905-8ce2-96ec7091373b req-cd0874ca-c48b-4264-97cf-e03821400188 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Refreshing network info cache for port 43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2087.394276] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.394913] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.394913] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2087.395527] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7dc977-7df5-4e75-abda-a62199ff848a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.401447] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2087.401447] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5226e830-5ff7-ce02-bdb0-cfe95165b78a" [ 2087.401447] env[62226]: _type = "Task" [ 2087.401447] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.410656] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5226e830-5ff7-ce02-bdb0-cfe95165b78a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.454852] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 5157170e-858f-4987-b121-3eb983e66d7f] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2087.478184] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.589500] env[62226]: DEBUG oslo_vmware.api [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506179} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.592678] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2087.592881] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2087.593102] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2087.593422] env[62226]: INFO nova.compute.manager [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2087.593815] env[62226]: DEBUG oslo.service.loopingcall [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2087.593893] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.594100] env[62226]: DEBUG nova.compute.manager [-] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2087.594224] env[62226]: DEBUG nova.network.neutron [-] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2087.692406] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.704551] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.704551] env[62226]: DEBUG nova.compute.manager [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2087.712370] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.538s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.714259] env[62226]: INFO nova.compute.claims [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2087.729212] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5289e296-e58e-516c-3595-54fd77671359, 'name': SearchDatastore_Task, 'duration_secs': 0.020185} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.730426] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ecde52-f5d9-40c3-a7b5-38849844d4aa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.736725] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2087.736725] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522030ee-011f-81a5-f2fa-1d9baa39670c" [ 2087.736725] env[62226]: _type = "Task" [ 2087.736725] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.753679] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522030ee-011f-81a5-f2fa-1d9baa39670c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.817102] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.817102] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.913235] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.913526] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Processing image 8b755a3d-6e2b-4f00-b5da-13d71ea74864 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2087.913764] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864/8b755a3d-6e2b-4f00-b5da-13d71ea74864.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.913911] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864/8b755a3d-6e2b-4f00-b5da-13d71ea74864.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.914143] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2087.914435] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b55de09b-159d-47e2-b2be-d1d713ba0ac2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.925634] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2087.926326] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2087.927126] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bca7863-8e52-4240-916a-e78cf550bcf6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.934479] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2087.934479] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52048163-3b74-ad1f-a6a0-e7a392af5af7" [ 2087.934479] env[62226]: _type = "Task" [ 2087.934479] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.943866] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52048163-3b74-ad1f-a6a0-e7a392af5af7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.963181] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 9707fb9d-86e4-4aa7-b64e-32d0648cc012] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2088.085859] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028479, 'name': ReconfigVM_Task, 'duration_secs': 0.780709} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.087636] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Reconfigured VM instance instance-0000005c to attach disk [datastore2] b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf/b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2088.091033] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd6ee56b-3242-4531-a315-da4e86f0dfbf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.095135] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2088.095135] env[62226]: value = "task-2028481" [ 2088.095135] env[62226]: _type = "Task" [ 2088.095135] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.106411] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028481, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.144945] env[62226]: DEBUG nova.network.neutron [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Successfully updated port: a8ee324f-d949-440a-a20c-8a03f7890313 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2088.209623] env[62226]: DEBUG nova.compute.utils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2088.211051] env[62226]: DEBUG nova.compute.manager [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2088.211374] env[62226]: DEBUG nova.network.neutron [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2088.235735] env[62226]: DEBUG nova.network.neutron [req-6a1fa8f6-c10f-4905-8ce2-96ec7091373b req-cd0874ca-c48b-4264-97cf-e03821400188 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updated VIF entry in instance network info cache for port 43811594-a2b3-4986-b49c-9a06ec80abed. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2088.236107] env[62226]: DEBUG nova.network.neutron [req-6a1fa8f6-c10f-4905-8ce2-96ec7091373b req-cd0874ca-c48b-4264-97cf-e03821400188 service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updating instance_info_cache with network_info: [{"id": "43811594-a2b3-4986-b49c-9a06ec80abed", "address": "fa:16:3e:01:6c:7e", "network": {"id": "12c68adc-9aef-4301-bdcc-7a179404895b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008727855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cbb6c56629a4d7e93c3723bd9d6e0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43811594-a2", "ovs_interfaceid": "43811594-a2b3-4986-b49c-9a06ec80abed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.248219] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522030ee-011f-81a5-f2fa-1d9baa39670c, 'name': SearchDatastore_Task, 'duration_secs': 0.012701} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.248482] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.248789] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] e6c93007-3185-4e3d-af22-afe6f5c6c9f2/e6c93007-3185-4e3d-af22-afe6f5c6c9f2.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2088.248993] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a44caab-631e-4d23-a81b-176f82b5d393 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.259975] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2088.259975] env[62226]: value = "task-2028482" [ 2088.259975] env[62226]: _type = "Task" [ 2088.259975] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.264442] env[62226]: DEBUG nova.policy [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0b0b647231e424faf4f179039115b71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70b6beb48bba41aeae63feebf62c60ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2088.271615] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.319157] env[62226]: DEBUG nova.compute.manager [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2088.445107] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Preparing fetch location {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2088.445449] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Fetch image to [datastore1] OSTACK_IMG_0988285f-5d9c-473b-98d9-bfa9924d027a/OSTACK_IMG_0988285f-5d9c-473b-98d9-bfa9924d027a.vmdk {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2088.445640] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Downloading stream optimized image 8b755a3d-6e2b-4f00-b5da-13d71ea74864 to [datastore1] OSTACK_IMG_0988285f-5d9c-473b-98d9-bfa9924d027a/OSTACK_IMG_0988285f-5d9c-473b-98d9-bfa9924d027a.vmdk on the data store datastore1 as vApp {{(pid=62226) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2088.445821] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Downloading image file data 8b755a3d-6e2b-4f00-b5da-13d71ea74864 to the ESX as VM named 'OSTACK_IMG_0988285f-5d9c-473b-98d9-bfa9924d027a' {{(pid=62226) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2088.470500] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 15ce5c9d-346d-4ec7-b8d8-77c42099fd76] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2088.551310] env[62226]: DEBUG nova.network.neutron [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Successfully created port: c2cfa2c9-144e-4665-852a-0c12bc437584 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2088.553935] env[62226]: DEBUG oslo_vmware.rw_handles [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2088.553935] env[62226]: value = "resgroup-9" [ 2088.553935] env[62226]: _type = "ResourcePool" [ 2088.553935] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2088.554261] env[62226]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4380a701-8325-42cc-806a-9b92ae009052 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.576942] env[62226]: DEBUG oslo_vmware.rw_handles [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lease: (returnval){ [ 2088.576942] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fe1723-9c32-cfee-9f9b-1958913dab65" [ 2088.576942] env[62226]: _type = "HttpNfcLease" [ 2088.576942] env[62226]: } obtained for vApp import into resource pool (val){ [ 2088.576942] env[62226]: value = "resgroup-9" [ 2088.576942] env[62226]: _type = "ResourcePool" [ 2088.576942] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2088.577231] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the lease: (returnval){ [ 2088.577231] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fe1723-9c32-cfee-9f9b-1958913dab65" [ 2088.577231] env[62226]: _type = "HttpNfcLease" [ 2088.577231] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2088.590768] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2088.590768] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fe1723-9c32-cfee-9f9b-1958913dab65" [ 2088.590768] env[62226]: _type = "HttpNfcLease" [ 2088.590768] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2088.590768] env[62226]: DEBUG nova.network.neutron [-] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.606943] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028481, 'name': Rename_Task, 'duration_secs': 0.181507} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.607220] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2088.607479] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf4b2828-9550-4131-881a-834a2ca854c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.617383] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2088.617383] env[62226]: value = "task-2028484" [ 2088.617383] env[62226]: _type = "Task" [ 2088.617383] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.629123] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.647859] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "refresh_cache-764863c4-3538-4a20-b209-d9c0ccad32d2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.648204] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "refresh_cache-764863c4-3538-4a20-b209-d9c0ccad32d2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.648463] env[62226]: DEBUG nova.network.neutron [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2088.714498] env[62226]: DEBUG nova.compute.manager [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2088.740618] env[62226]: DEBUG oslo_concurrency.lockutils [req-6a1fa8f6-c10f-4905-8ce2-96ec7091373b req-cd0874ca-c48b-4264-97cf-e03821400188 service nova] Releasing lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.771403] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494452} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.771704] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] e6c93007-3185-4e3d-af22-afe6f5c6c9f2/e6c93007-3185-4e3d-af22-afe6f5c6c9f2.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2088.771917] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2088.772199] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de3b7f77-e373-4b8b-8e12-37430bb1975b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.781350] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2088.781350] env[62226]: value = "task-2028485" [ 2088.781350] env[62226]: _type = "Task" [ 2088.781350] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.797023] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.841913] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.974014] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 455dee18-7a9a-4474-9d74-c991ffe505cb] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2089.024939] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ba30d6-1f1a-46be-a895-b05032663a30 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.032672] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa466d1-0561-40ae-914c-3f546f4ca7f6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.066910] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d488bc86-c52b-480e-a704-f6d81889e9c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.074873] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c542192-2adc-4d78-81c3-8566afa6f29b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.084560] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2089.084560] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fe1723-9c32-cfee-9f9b-1958913dab65" [ 2089.084560] env[62226]: _type = "HttpNfcLease" [ 2089.084560] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2089.092414] env[62226]: DEBUG oslo_vmware.rw_handles [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2089.092414] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fe1723-9c32-cfee-9f9b-1958913dab65" [ 2089.092414] env[62226]: _type = "HttpNfcLease" [ 2089.092414] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2089.092904] env[62226]: INFO nova.compute.manager [-] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Took 1.50 seconds to deallocate network for instance. [ 2089.093393] env[62226]: DEBUG nova.compute.provider_tree [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2089.095175] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45d98ab-1d73-4468-88b4-d5e359c60267 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.107104] env[62226]: DEBUG oslo_vmware.rw_handles [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52442541-3074-658f-916f-7e44844a23e7/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2089.107315] env[62226]: DEBUG oslo_vmware.rw_handles [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Creating HTTP connection to write to file with size = 31591424 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52442541-3074-658f-916f-7e44844a23e7/disk-0.vmdk. {{(pid=62226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2089.181026] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1fcf821-d5bc-4261-bbcd-03feb7870421 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.185276] env[62226]: DEBUG oslo_vmware.api [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028484, 'name': PowerOnVM_Task, 'duration_secs': 0.544463} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.185899] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2089.186128] env[62226]: INFO nova.compute.manager [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Took 10.57 seconds to spawn the instance on the hypervisor. [ 2089.186323] env[62226]: DEBUG nova.compute.manager [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2089.187136] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ea65dd-08e8-4c5e-97d1-e20082695ee2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.208571] env[62226]: DEBUG nova.network.neutron [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2089.291242] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067489} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.291568] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2089.292372] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8214ebe2-be53-4057-876f-b91da9152c92 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.316288] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] e6c93007-3185-4e3d-af22-afe6f5c6c9f2/e6c93007-3185-4e3d-af22-afe6f5c6c9f2.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2089.318826] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-812327cf-b501-45a1-9932-f86a3f953680 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.339825] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2089.339825] env[62226]: value = "task-2028486" [ 2089.339825] env[62226]: _type = "Task" [ 2089.339825] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.349194] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.370402] env[62226]: DEBUG nova.network.neutron [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Updating instance_info_cache with network_info: [{"id": "a8ee324f-d949-440a-a20c-8a03f7890313", "address": "fa:16:3e:b6:c5:4b", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ee324f-d9", "ovs_interfaceid": "a8ee324f-d949-440a-a20c-8a03f7890313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.421952] env[62226]: DEBUG nova.compute.manager [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Received event network-vif-plugged-a8ee324f-d949-440a-a20c-8a03f7890313 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2089.422197] env[62226]: DEBUG oslo_concurrency.lockutils [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] Acquiring lock "764863c4-3538-4a20-b209-d9c0ccad32d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.422421] env[62226]: DEBUG oslo_concurrency.lockutils [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] Lock "764863c4-3538-4a20-b209-d9c0ccad32d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.422586] env[62226]: DEBUG oslo_concurrency.lockutils [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] Lock "764863c4-3538-4a20-b209-d9c0ccad32d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.422753] env[62226]: DEBUG nova.compute.manager [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] No waiting events found dispatching network-vif-plugged-a8ee324f-d949-440a-a20c-8a03f7890313 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2089.422916] env[62226]: WARNING nova.compute.manager [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Received unexpected event network-vif-plugged-a8ee324f-d949-440a-a20c-8a03f7890313 for instance with vm_state building and task_state spawning. [ 2089.423096] env[62226]: DEBUG nova.compute.manager [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Received event network-vif-deleted-14f2eed7-2d5c-4341-a4dd-ea3eb2f4070c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2089.423276] env[62226]: DEBUG nova.compute.manager [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Received event network-changed-a8ee324f-d949-440a-a20c-8a03f7890313 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2089.423427] env[62226]: DEBUG nova.compute.manager [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Refreshing instance network info cache due to event network-changed-a8ee324f-d949-440a-a20c-8a03f7890313. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2089.423595] env[62226]: DEBUG oslo_concurrency.lockutils [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] Acquiring lock "refresh_cache-764863c4-3538-4a20-b209-d9c0ccad32d2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.478055] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 0e25fe39-4a1a-49ae-b169-8385b977c93c] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2089.600434] env[62226]: DEBUG nova.scheduler.client.report [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2089.606048] env[62226]: DEBUG oslo_concurrency.lockutils [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.708036] env[62226]: INFO nova.compute.manager [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Took 31.39 seconds to build instance. [ 2089.724265] env[62226]: DEBUG nova.compute.manager [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2089.752592] env[62226]: DEBUG nova.virt.hardware [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2089.752910] env[62226]: DEBUG nova.virt.hardware [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2089.753131] env[62226]: DEBUG nova.virt.hardware [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2089.753341] env[62226]: DEBUG nova.virt.hardware [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2089.753522] env[62226]: DEBUG nova.virt.hardware [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2089.753747] env[62226]: DEBUG nova.virt.hardware [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2089.753979] env[62226]: DEBUG nova.virt.hardware [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2089.754159] env[62226]: DEBUG nova.virt.hardware [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2089.754331] env[62226]: DEBUG nova.virt.hardware [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2089.754501] env[62226]: DEBUG nova.virt.hardware [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2089.754676] env[62226]: DEBUG nova.virt.hardware [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2089.755557] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a84eeba-caf8-4d04-bb11-2f3240ebe76f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.767199] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b61bc5-520b-4909-b4b3-92eb12ca4717 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.851942] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028486, 'name': ReconfigVM_Task, 'duration_secs': 0.352592} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.854355] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Reconfigured VM instance instance-0000005d to attach disk [datastore2] e6c93007-3185-4e3d-af22-afe6f5c6c9f2/e6c93007-3185-4e3d-af22-afe6f5c6c9f2.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.855321] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed3fc800-5492-4c60-bd8c-14cd9b52b9a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.863502] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2089.863502] env[62226]: value = "task-2028487" [ 2089.863502] env[62226]: _type = "Task" [ 2089.863502] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.873315] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028487, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.873636] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "refresh_cache-764863c4-3538-4a20-b209-d9c0ccad32d2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.873939] env[62226]: DEBUG nova.compute.manager [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Instance network_info: |[{"id": "a8ee324f-d949-440a-a20c-8a03f7890313", "address": "fa:16:3e:b6:c5:4b", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ee324f-d9", "ovs_interfaceid": "a8ee324f-d949-440a-a20c-8a03f7890313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2089.874235] env[62226]: DEBUG oslo_concurrency.lockutils [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] Acquired lock "refresh_cache-764863c4-3538-4a20-b209-d9c0ccad32d2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.874443] env[62226]: DEBUG nova.network.neutron [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Refreshing network info cache for port a8ee324f-d949-440a-a20c-8a03f7890313 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2089.876340] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:c5:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8ee324f-d949-440a-a20c-8a03f7890313', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2089.884293] env[62226]: DEBUG oslo.service.loopingcall [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2089.889984] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2089.890595] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99181d4c-658a-4ed5-b827-93ac1bc43f86 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.915338] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2089.915338] env[62226]: value = "task-2028488" [ 2089.915338] env[62226]: _type = "Task" [ 2089.915338] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.926057] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028488, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.982032] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 14f24a9e-5dc5-484e-90e5-4a6b377f87bb] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2090.108085] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.108679] env[62226]: DEBUG nova.compute.manager [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2090.115372] env[62226]: DEBUG oslo_concurrency.lockutils [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.305s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.211806] env[62226]: DEBUG oslo_concurrency.lockutils [None req-04abe3bc-0f0b-4bc8-9289-a6a0af847cce tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.900s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.280480] env[62226]: DEBUG nova.network.neutron [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Updated VIF entry in instance network info cache for port a8ee324f-d949-440a-a20c-8a03f7890313. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2090.280826] env[62226]: DEBUG nova.network.neutron [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Updating instance_info_cache with network_info: [{"id": "a8ee324f-d949-440a-a20c-8a03f7890313", "address": "fa:16:3e:b6:c5:4b", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ee324f-d9", "ovs_interfaceid": "a8ee324f-d949-440a-a20c-8a03f7890313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.333039] env[62226]: DEBUG nova.network.neutron [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Successfully updated port: c2cfa2c9-144e-4665-852a-0c12bc437584 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2090.345543] env[62226]: DEBUG oslo_vmware.rw_handles [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Completed reading data from the image iterator. {{(pid=62226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2090.345769] env[62226]: DEBUG oslo_vmware.rw_handles [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52442541-3074-658f-916f-7e44844a23e7/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2090.346720] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06501fe3-aa61-4c90-9656-af335fe315b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.355480] env[62226]: DEBUG oslo_vmware.rw_handles [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52442541-3074-658f-916f-7e44844a23e7/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2090.355638] env[62226]: DEBUG oslo_vmware.rw_handles [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52442541-3074-658f-916f-7e44844a23e7/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2090.355869] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fe088754-747c-474d-83b3-c9c3025c5405 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.373680] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028487, 'name': Rename_Task, 'duration_secs': 0.179902} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.374124] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2090.374551] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9745705-4767-4029-9405-db72f354f6e1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.381011] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2090.381011] env[62226]: value = "task-2028489" [ 2090.381011] env[62226]: _type = "Task" [ 2090.381011] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.389326] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.427525] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028488, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.487281] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 598fe4c0-055e-4182-afe3-1e50cadcb257] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2090.570635] env[62226]: DEBUG oslo_vmware.rw_handles [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52442541-3074-658f-916f-7e44844a23e7/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2090.570854] env[62226]: INFO nova.virt.vmwareapi.images [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Downloaded image file data 8b755a3d-6e2b-4f00-b5da-13d71ea74864 [ 2090.572037] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ae55b3-b846-40dd-a903-b486507d8417 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.590264] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f58dfa9b-9d92-4999-b023-ae7031282d11 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.616301] env[62226]: DEBUG nova.compute.utils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2090.621310] env[62226]: INFO nova.compute.claims [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2090.625543] env[62226]: DEBUG nova.compute.manager [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2090.625595] env[62226]: DEBUG nova.network.neutron [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2090.632781] env[62226]: INFO nova.virt.vmwareapi.images [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] The imported VM was unregistered [ 2090.635552] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Caching image {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2090.635831] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864 {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2090.636566] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71cad072-7d5a-4712-a698-ee144529240b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.651203] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Created directory with path [datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864 {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2090.664880] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0988285f-5d9c-473b-98d9-bfa9924d027a/OSTACK_IMG_0988285f-5d9c-473b-98d9-bfa9924d027a.vmdk to [datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864/8b755a3d-6e2b-4f00-b5da-13d71ea74864.vmdk. {{(pid=62226) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2090.664880] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ebf1ad88-cddd-4b00-8313-5193d1609452 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.664880] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2090.664880] env[62226]: value = "task-2028491" [ 2090.664880] env[62226]: _type = "Task" [ 2090.664880] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.673229] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028491, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.721054] env[62226]: DEBUG nova.policy [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0b0b647231e424faf4f179039115b71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70b6beb48bba41aeae63feebf62c60ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2090.783391] env[62226]: DEBUG oslo_concurrency.lockutils [req-54c1c96c-84a1-4305-a75c-92ca30c013b6 req-bf2a44cb-5be6-40ec-b5cb-38652c16c095 service nova] Releasing lock "refresh_cache-764863c4-3538-4a20-b209-d9c0ccad32d2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.836215] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "refresh_cache-faae8d00-327e-4958-a68b-149d5ff3486b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.836215] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "refresh_cache-faae8d00-327e-4958-a68b-149d5ff3486b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.836215] env[62226]: DEBUG nova.network.neutron [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2090.891508] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028489, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.927647] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028488, 'name': CreateVM_Task, 'duration_secs': 0.832619} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.927822] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2090.928530] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.928703] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.929041] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2090.929307] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363cbbb4-f852-4daa-a246-e3bd5c13a339 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.934677] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2090.934677] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bc91fb-6806-daf6-2802-1c54c576e1f8" [ 2090.934677] env[62226]: _type = "Task" [ 2090.934677] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.942778] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bc91fb-6806-daf6-2802-1c54c576e1f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.992086] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: c4df05c2-eb5d-4f6d-bdc9-094e0a4d5fb5] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2091.007048] env[62226]: DEBUG nova.network.neutron [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Successfully created port: 71ed8643-a887-48ea-94c2-20e49caca8f2 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2091.119808] env[62226]: DEBUG nova.compute.manager [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2091.129515] env[62226]: INFO nova.compute.resource_tracker [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating resource usage from migration e6ac3717-b925-4915-894e-1c9595d2b825 [ 2091.175564] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028491, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.372634] env[62226]: DEBUG nova.network.neutron [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2091.395435] env[62226]: DEBUG oslo_vmware.api [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028489, 'name': PowerOnVM_Task, 'duration_secs': 0.631483} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.398464] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.398687] env[62226]: INFO nova.compute.manager [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Took 10.01 seconds to spawn the instance on the hypervisor. [ 2091.398871] env[62226]: DEBUG nova.compute.manager [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.399945] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d826293e-db27-4eed-88d0-f3489265bc75 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.425437] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa987d1-b0ce-45d3-8d6a-8d5231cd1584 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.440605] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0100576-d6cc-4746-af17-c8fa0487509c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.481590] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d68a6d-b1a7-4054-9bfc-bd23ddae787c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.485143] env[62226]: DEBUG nova.compute.manager [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Received event network-vif-plugged-c2cfa2c9-144e-4665-852a-0c12bc437584 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2091.485550] env[62226]: DEBUG oslo_concurrency.lockutils [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] Acquiring lock "faae8d00-327e-4958-a68b-149d5ff3486b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.485640] env[62226]: DEBUG oslo_concurrency.lockutils [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] Lock "faae8d00-327e-4958-a68b-149d5ff3486b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.485735] env[62226]: DEBUG oslo_concurrency.lockutils [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] Lock "faae8d00-327e-4958-a68b-149d5ff3486b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.485902] env[62226]: DEBUG nova.compute.manager [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] No waiting events found dispatching network-vif-plugged-c2cfa2c9-144e-4665-852a-0c12bc437584 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2091.486077] env[62226]: WARNING nova.compute.manager [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Received unexpected event network-vif-plugged-c2cfa2c9-144e-4665-852a-0c12bc437584 for instance with vm_state building and task_state spawning. [ 2091.486240] env[62226]: DEBUG nova.compute.manager [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Received event network-changed-c2cfa2c9-144e-4665-852a-0c12bc437584 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2091.486392] env[62226]: DEBUG nova.compute.manager [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Refreshing instance network info cache due to event network-changed-c2cfa2c9-144e-4665-852a-0c12bc437584. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2091.486555] env[62226]: DEBUG oslo_concurrency.lockutils [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] Acquiring lock "refresh_cache-faae8d00-327e-4958-a68b-149d5ff3486b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.488076] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bc91fb-6806-daf6-2802-1c54c576e1f8, 'name': SearchDatastore_Task, 'duration_secs': 0.031368} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.488076] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.488481] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2091.488481] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.488586] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.488775] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2091.489742] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-874b5643-51c7-4f5d-8324-fbd07ef8920e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.495994] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: b9e921ac-29f1-4dcb-b8e3-a2e21b65ba44] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2091.499801] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfdfe15-9348-4973-a66e-a20891fb89dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.506486] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2091.506585] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2091.507623] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba27e225-45ec-406f-8dac-92f9fd688cf8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.518245] env[62226]: DEBUG nova.compute.provider_tree [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2091.525452] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2091.525452] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528d102b-451c-643a-2eb1-43df0d6a14a5" [ 2091.525452] env[62226]: _type = "Task" [ 2091.525452] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.538398] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528d102b-451c-643a-2eb1-43df0d6a14a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.545094] env[62226]: DEBUG nova.compute.manager [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.546014] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef34525-f449-41bb-8c2b-1b36bffd962e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.570165] env[62226]: DEBUG nova.network.neutron [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Updating instance_info_cache with network_info: [{"id": "c2cfa2c9-144e-4665-852a-0c12bc437584", "address": "fa:16:3e:b4:4b:7b", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cfa2c9-14", "ovs_interfaceid": "c2cfa2c9-144e-4665-852a-0c12bc437584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.675396] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028491, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.921468] env[62226]: INFO nova.compute.manager [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Took 29.62 seconds to build instance. [ 2091.999765] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 66fa4932-43e7-4ed5-94e4-e5157507b231] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2092.023291] env[62226]: DEBUG nova.scheduler.client.report [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2092.045894] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528d102b-451c-643a-2eb1-43df0d6a14a5, 'name': SearchDatastore_Task, 'duration_secs': 0.079504} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.046824] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206d68e9-2e13-4fb8-a0b4-101faec0d184 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.057270] env[62226]: INFO nova.compute.manager [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] instance snapshotting [ 2092.061586] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2092.061586] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5229667d-0908-8b1b-0b12-12a764abaa97" [ 2092.061586] env[62226]: _type = "Task" [ 2092.061586] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.062755] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e157764-9811-4a9e-90fe-d0bcaceca9e6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.072660] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "refresh_cache-faae8d00-327e-4958-a68b-149d5ff3486b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.073043] env[62226]: DEBUG nova.compute.manager [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Instance network_info: |[{"id": "c2cfa2c9-144e-4665-852a-0c12bc437584", "address": "fa:16:3e:b4:4b:7b", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cfa2c9-14", "ovs_interfaceid": "c2cfa2c9-144e-4665-852a-0c12bc437584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2092.090657] env[62226]: DEBUG oslo_concurrency.lockutils [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] Acquired lock "refresh_cache-faae8d00-327e-4958-a68b-149d5ff3486b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.090901] env[62226]: DEBUG nova.network.neutron [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Refreshing network info cache for port c2cfa2c9-144e-4665-852a-0c12bc437584 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2092.092370] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:4b:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2cfa2c9-144e-4665-852a-0c12bc437584', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2092.100439] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Creating folder: Project (70b6beb48bba41aeae63feebf62c60ac). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2092.107891] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eedd03be-6451-490a-b6ba-166839d39ef3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.110346] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a026b8d4-3a69-430b-9468-e781fd88423d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.113955] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5229667d-0908-8b1b-0b12-12a764abaa97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.126056] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Created folder: Project (70b6beb48bba41aeae63feebf62c60ac) in parent group-v416438. [ 2092.126270] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Creating folder: Instances. Parent ref: group-v416685. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2092.126521] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10397633-3136-42a4-9b85-6094799199dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.129357] env[62226]: DEBUG nova.compute.manager [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2092.142102] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Created folder: Instances in parent group-v416685. [ 2092.142449] env[62226]: DEBUG oslo.service.loopingcall [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.142739] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2092.142957] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b25dc76-128a-4908-b40c-d1fb563d3bf0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.170824] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2092.170824] env[62226]: value = "task-2028494" [ 2092.170824] env[62226]: _type = "Task" [ 2092.170824] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.176320] env[62226]: DEBUG nova.virt.hardware [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2092.176320] env[62226]: DEBUG nova.virt.hardware [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2092.176320] env[62226]: DEBUG nova.virt.hardware [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2092.176320] env[62226]: DEBUG nova.virt.hardware [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2092.176320] env[62226]: DEBUG nova.virt.hardware [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2092.176320] env[62226]: DEBUG nova.virt.hardware [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2092.176320] env[62226]: DEBUG nova.virt.hardware [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2092.176320] env[62226]: DEBUG nova.virt.hardware [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2092.176320] env[62226]: DEBUG nova.virt.hardware [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2092.176320] env[62226]: DEBUG nova.virt.hardware [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2092.176320] env[62226]: DEBUG nova.virt.hardware [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2092.180875] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48526754-2bda-4dba-87bf-4a387b21c2fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.192508] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028491, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.199328] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30aa225-1c08-4d70-ae02-4e5f760f982a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.207985] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028494, 'name': CreateVM_Task} progress is 15%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.426708] env[62226]: DEBUG oslo_concurrency.lockutils [None req-252fef5d-8381-4c04-89ba-a7f9914e1719 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.140s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.505349] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 20b9948d-03b5-436e-964c-a94b3a6d8b08] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2092.534513] env[62226]: DEBUG oslo_concurrency.lockutils [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.421s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.534788] env[62226]: INFO nova.compute.manager [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Migrating [ 2092.542332] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.275s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.544057] env[62226]: INFO nova.compute.claims [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2092.579450] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5229667d-0908-8b1b-0b12-12a764abaa97, 'name': SearchDatastore_Task, 'duration_secs': 0.088887} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.581300] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.581604] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 764863c4-3538-4a20-b209-d9c0ccad32d2/764863c4-3538-4a20-b209-d9c0ccad32d2.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2092.581886] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93e67ad1-010f-4dc3-ab87-8c21985273ab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.590446] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2092.590446] env[62226]: value = "task-2028495" [ 2092.590446] env[62226]: _type = "Task" [ 2092.590446] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.599921] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.624260] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2092.624628] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-737e3223-deab-453a-8d82-f98ac9d40424 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.635808] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2092.635808] env[62226]: value = "task-2028496" [ 2092.635808] env[62226]: _type = "Task" [ 2092.635808] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.646554] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028496, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.675422] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028491, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.684860] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028494, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.832034] env[62226]: DEBUG nova.network.neutron [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Updated VIF entry in instance network info cache for port c2cfa2c9-144e-4665-852a-0c12bc437584. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2092.832436] env[62226]: DEBUG nova.network.neutron [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Updating instance_info_cache with network_info: [{"id": "c2cfa2c9-144e-4665-852a-0c12bc437584", "address": "fa:16:3e:b4:4b:7b", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cfa2c9-14", "ovs_interfaceid": "c2cfa2c9-144e-4665-852a-0c12bc437584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.008694] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 9d1cdb26-7363-4eb2-b3c5-23643faf47ff] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2093.059584] env[62226]: DEBUG oslo_concurrency.lockutils [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.059784] env[62226]: DEBUG oslo_concurrency.lockutils [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.059960] env[62226]: DEBUG nova.network.neutron [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2093.100899] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.146734] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028496, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.176185] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028491, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.180774] env[62226]: DEBUG nova.network.neutron [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Successfully updated port: 71ed8643-a887-48ea-94c2-20e49caca8f2 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2093.190484] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028494, 'name': CreateVM_Task, 'duration_secs': 0.621769} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.190772] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2093.191594] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.191766] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.192124] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2093.192458] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34b2116-a565-4288-8b72-0d188b4237ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.202086] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2093.202086] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525d36f6-ec2e-31b6-23a6-f0bf7ffd1360" [ 2093.202086] env[62226]: _type = "Task" [ 2093.202086] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.214183] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525d36f6-ec2e-31b6-23a6-f0bf7ffd1360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.335733] env[62226]: DEBUG oslo_concurrency.lockutils [req-9cbe6bae-0413-42d4-af53-7f08a066e7f4 req-619604e4-072e-4dd8-a096-61204f67d85a service nova] Releasing lock "refresh_cache-faae8d00-327e-4958-a68b-149d5ff3486b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.493086] env[62226]: DEBUG nova.compute.manager [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Received event network-vif-plugged-71ed8643-a887-48ea-94c2-20e49caca8f2 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2093.493086] env[62226]: DEBUG oslo_concurrency.lockutils [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] Acquiring lock "2fccebf4-527c-4284-9aac-51296d89a454-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.493086] env[62226]: DEBUG oslo_concurrency.lockutils [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] Lock "2fccebf4-527c-4284-9aac-51296d89a454-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.493086] env[62226]: DEBUG oslo_concurrency.lockutils [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] Lock "2fccebf4-527c-4284-9aac-51296d89a454-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.493086] env[62226]: DEBUG nova.compute.manager [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] No waiting events found dispatching network-vif-plugged-71ed8643-a887-48ea-94c2-20e49caca8f2 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2093.493086] env[62226]: WARNING nova.compute.manager [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Received unexpected event network-vif-plugged-71ed8643-a887-48ea-94c2-20e49caca8f2 for instance with vm_state building and task_state spawning. [ 2093.493086] env[62226]: DEBUG nova.compute.manager [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Received event network-changed-71ed8643-a887-48ea-94c2-20e49caca8f2 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2093.495603] env[62226]: DEBUG nova.compute.manager [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Refreshing instance network info cache due to event network-changed-71ed8643-a887-48ea-94c2-20e49caca8f2. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2093.495603] env[62226]: DEBUG oslo_concurrency.lockutils [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] Acquiring lock "refresh_cache-2fccebf4-527c-4284-9aac-51296d89a454" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.495603] env[62226]: DEBUG oslo_concurrency.lockutils [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] Acquired lock "refresh_cache-2fccebf4-527c-4284-9aac-51296d89a454" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.495603] env[62226]: DEBUG nova.network.neutron [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Refreshing network info cache for port 71ed8643-a887-48ea-94c2-20e49caca8f2 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2093.512541] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 6798791d-4bc3-438c-953d-a3da73c33139] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2093.608438] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.649764] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028496, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.678894] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028491, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.966847} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.679296] env[62226]: INFO nova.virt.vmwareapi.ds_util [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0988285f-5d9c-473b-98d9-bfa9924d027a/OSTACK_IMG_0988285f-5d9c-473b-98d9-bfa9924d027a.vmdk to [datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864/8b755a3d-6e2b-4f00-b5da-13d71ea74864.vmdk. [ 2093.679611] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Cleaning up location [datastore1] OSTACK_IMG_0988285f-5d9c-473b-98d9-bfa9924d027a {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2093.679832] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0988285f-5d9c-473b-98d9-bfa9924d027a {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2093.680166] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84f05daf-8a22-4247-8f47-a947b6ca4bb8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.685666] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "refresh_cache-2fccebf4-527c-4284-9aac-51296d89a454" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.694182] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2093.694182] env[62226]: value = "task-2028497" [ 2093.694182] env[62226]: _type = "Task" [ 2093.694182] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.704948] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.717241] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525d36f6-ec2e-31b6-23a6-f0bf7ffd1360, 'name': SearchDatastore_Task, 'duration_secs': 0.094087} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.717663] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.717843] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2093.718104] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.718312] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.718438] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2093.718700] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d85c9fb1-6126-4628-8ada-630b87e155ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.732036] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2093.732036] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2093.732036] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d4ad0f-1c05-4abd-8e25-6c673c68dd75 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.742633] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2093.742633] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52818bde-5cf5-8ab2-a1ff-dd1c4991e78b" [ 2093.742633] env[62226]: _type = "Task" [ 2093.742633] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.751627] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52818bde-5cf5-8ab2-a1ff-dd1c4991e78b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.940836] env[62226]: DEBUG nova.network.neutron [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance_info_cache with network_info: [{"id": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "address": "fa:16:3e:44:8f:cb", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b0a10b-f6", "ovs_interfaceid": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.947255] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b12c02a-be64-4328-ae40-7255c6776ef6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.955803] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9383f1-7d2b-49cb-9d5e-0087814f08c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.989514] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c922ff3-620d-4fbc-a87d-3f53dcdc5bff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.998428] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3652832b-b751-471e-81dc-7d612f335460 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.014946] env[62226]: DEBUG nova.compute.provider_tree [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2094.018319] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 8fab02f5-4ebd-4b01-acf1-acdd76b918bc] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2094.039557] env[62226]: DEBUG nova.network.neutron [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2094.103084] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028495, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.119203] env[62226]: DEBUG nova.network.neutron [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.148168] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028496, 'name': CreateSnapshot_Task, 'duration_secs': 1.224828} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.148436] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2094.149222] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3870f5-1d35-449a-8542-3c7af5617893 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.203969] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196492} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.204903] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2094.204903] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864/8b755a3d-6e2b-4f00-b5da-13d71ea74864.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.204903] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864/8b755a3d-6e2b-4f00-b5da-13d71ea74864.vmdk to [datastore1] 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251/2037b2f9-3c20-40cc-81dd-cb3b7e9f7251.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2094.204903] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4afbc5f4-8e3c-401b-b9cb-96e27826f97e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.211607] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2094.211607] env[62226]: value = "task-2028498" [ 2094.211607] env[62226]: _type = "Task" [ 2094.211607] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.220022] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.253463] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52818bde-5cf5-8ab2-a1ff-dd1c4991e78b, 'name': SearchDatastore_Task, 'duration_secs': 0.050553} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.253900] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed2fe06-eecf-42a7-bb18-f55b3af8c805 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.262371] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2094.262371] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ab22c1-c14a-e1b3-d36c-7e4f401a85a2" [ 2094.262371] env[62226]: _type = "Task" [ 2094.262371] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.268168] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ab22c1-c14a-e1b3-d36c-7e4f401a85a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.444395] env[62226]: DEBUG oslo_concurrency.lockutils [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.518206] env[62226]: DEBUG nova.scheduler.client.report [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2094.524813] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 1e5ff955-6903-42cb-9583-95c9a142b41f] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2094.603108] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028495, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.595081} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.603387] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 764863c4-3538-4a20-b209-d9c0ccad32d2/764863c4-3538-4a20-b209-d9c0ccad32d2.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2094.603668] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2094.603926] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-139b19b4-b1a0-4ae9-9c59-e77a2b51e9cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.609991] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2094.609991] env[62226]: value = "task-2028499" [ 2094.609991] env[62226]: _type = "Task" [ 2094.609991] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.617416] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.622028] env[62226]: DEBUG oslo_concurrency.lockutils [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] Releasing lock "refresh_cache-2fccebf4-527c-4284-9aac-51296d89a454" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.622324] env[62226]: DEBUG nova.compute.manager [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Received event network-changed-2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2094.622506] env[62226]: DEBUG nova.compute.manager [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Refreshing instance network info cache due to event network-changed-2c7bf0bd-45a8-4999-a94b-621e431d35c0. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2094.622719] env[62226]: DEBUG oslo_concurrency.lockutils [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] Acquiring lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.622865] env[62226]: DEBUG oslo_concurrency.lockutils [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] Acquired lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.623043] env[62226]: DEBUG nova.network.neutron [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Refreshing network info cache for port 2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2094.624237] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "refresh_cache-2fccebf4-527c-4284-9aac-51296d89a454" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.624387] env[62226]: DEBUG nova.network.neutron [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2094.667571] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2094.668182] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e488769-7030-47ae-ae7a-3cebca3eeca7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.676545] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2094.676545] env[62226]: value = "task-2028500" [ 2094.676545] env[62226]: _type = "Task" [ 2094.676545] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.685122] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.720257] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.771506] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ab22c1-c14a-e1b3-d36c-7e4f401a85a2, 'name': SearchDatastore_Task, 'duration_secs': 0.06629} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.771764] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.772064] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] faae8d00-327e-4958-a68b-149d5ff3486b/faae8d00-327e-4958-a68b-149d5ff3486b.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2094.772325] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e7f02e2-be4a-4f4c-8b2c-153f375fd3c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.779122] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2094.779122] env[62226]: value = "task-2028501" [ 2094.779122] env[62226]: _type = "Task" [ 2094.779122] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.787028] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.030027] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 61bc8cf8-f078-4dd8-90eb-b5e6814abc08] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2095.030027] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.031091] env[62226]: DEBUG nova.compute.manager [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2095.034818] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.453s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.036667] env[62226]: INFO nova.compute.claims [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2095.121390] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079478} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.122062] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2095.123221] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f6d24d-e5ad-47c8-9399-5deb02c3bd7a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.153894] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 764863c4-3538-4a20-b209-d9c0ccad32d2/764863c4-3538-4a20-b209-d9c0ccad32d2.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2095.156159] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eede1d3-8c92-486c-824b-b1f68a70d4fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.174198] env[62226]: DEBUG nova.compute.manager [req-ce0a0c62-7f83-4376-9984-d3e2e218bad3 req-c1e03df6-7484-4a38-86e5-6198cf075572 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Received event network-changed-076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2095.174628] env[62226]: DEBUG nova.compute.manager [req-ce0a0c62-7f83-4376-9984-d3e2e218bad3 req-c1e03df6-7484-4a38-86e5-6198cf075572 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Refreshing instance network info cache due to event network-changed-076d400b-86ac-439b-aca1-d5eb981e89dd. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2095.174975] env[62226]: DEBUG oslo_concurrency.lockutils [req-ce0a0c62-7f83-4376-9984-d3e2e218bad3 req-c1e03df6-7484-4a38-86e5-6198cf075572 service nova] Acquiring lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.176118] env[62226]: DEBUG oslo_concurrency.lockutils [req-ce0a0c62-7f83-4376-9984-d3e2e218bad3 req-c1e03df6-7484-4a38-86e5-6198cf075572 service nova] Acquired lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.176118] env[62226]: DEBUG nova.network.neutron [req-ce0a0c62-7f83-4376-9984-d3e2e218bad3 req-c1e03df6-7484-4a38-86e5-6198cf075572 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Refreshing network info cache for port 076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2095.188221] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2095.188221] env[62226]: value = "task-2028502" [ 2095.188221] env[62226]: _type = "Task" [ 2095.188221] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.189655] env[62226]: DEBUG nova.network.neutron [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2095.201936] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.211683] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.222065] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028498, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.289022] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.459566] env[62226]: DEBUG nova.network.neutron [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Updating instance_info_cache with network_info: [{"id": "71ed8643-a887-48ea-94c2-20e49caca8f2", "address": "fa:16:3e:f2:e7:70", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ed8643-a8", "ovs_interfaceid": "71ed8643-a887-48ea-94c2-20e49caca8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.526672] env[62226]: DEBUG nova.network.neutron [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updated VIF entry in instance network info cache for port 2c7bf0bd-45a8-4999-a94b-621e431d35c0. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2095.526672] env[62226]: DEBUG nova.network.neutron [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updating instance_info_cache with network_info: [{"id": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "address": "fa:16:3e:ce:1b:b2", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7bf0bd-45", "ovs_interfaceid": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.538582] env[62226]: DEBUG nova.compute.utils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2095.539402] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 9413a118-c8d0-4cd3-8bb7-d08120f33489] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2095.542751] env[62226]: DEBUG nova.compute.manager [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2095.543187] env[62226]: DEBUG nova.network.neutron [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2095.597919] env[62226]: DEBUG nova.policy [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6b713e49092485ea5acbd54a2314d9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c1976720b2f48a485c8e1f249a58ec4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2095.690172] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.703878] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.722447] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028498, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.794333] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028501, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.962964] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "refresh_cache-2fccebf4-527c-4284-9aac-51296d89a454" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.963392] env[62226]: DEBUG nova.compute.manager [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Instance network_info: |[{"id": "71ed8643-a887-48ea-94c2-20e49caca8f2", "address": "fa:16:3e:f2:e7:70", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ed8643-a8", "ovs_interfaceid": "71ed8643-a887-48ea-94c2-20e49caca8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2095.970296] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:e7:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71ed8643-a887-48ea-94c2-20e49caca8f2', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2095.984629] env[62226]: DEBUG oslo.service.loopingcall [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2095.989353] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2095.990567] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09143d08-1029-428d-be0c-117c5ccca273 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.995113] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48514e53-8b31-498d-88eb-6140606baaf2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.037281] env[62226]: DEBUG oslo_concurrency.lockutils [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] Releasing lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.037561] env[62226]: DEBUG nova.compute.manager [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Received event network-changed-076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2096.037742] env[62226]: DEBUG nova.compute.manager [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Refreshing instance network info cache due to event network-changed-076d400b-86ac-439b-aca1-d5eb981e89dd. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2096.037929] env[62226]: DEBUG oslo_concurrency.lockutils [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] Acquiring lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.038253] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance '0863d731-b360-4190-af90-b096ef76dc3e' progress to 0 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2096.045805] env[62226]: DEBUG nova.network.neutron [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Successfully created port: da4726ab-5971-48b8-af3e-da644aea8999 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2096.047617] env[62226]: DEBUG nova.compute.manager [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2096.050447] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: ab454db1-8b99-4608-8672-8f64a19274bd] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2096.052681] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2096.052681] env[62226]: value = "task-2028503" [ 2096.052681] env[62226]: _type = "Task" [ 2096.052681] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.069399] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.087986] env[62226]: DEBUG nova.network.neutron [req-ce0a0c62-7f83-4376-9984-d3e2e218bad3 req-c1e03df6-7484-4a38-86e5-6198cf075572 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updated VIF entry in instance network info cache for port 076d400b-86ac-439b-aca1-d5eb981e89dd. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2096.088149] env[62226]: DEBUG nova.network.neutron [req-ce0a0c62-7f83-4376-9984-d3e2e218bad3 req-c1e03df6-7484-4a38-86e5-6198cf075572 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updating instance_info_cache with network_info: [{"id": "076d400b-86ac-439b-aca1-d5eb981e89dd", "address": "fa:16:3e:b7:79:1c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076d400b-86", "ovs_interfaceid": "076d400b-86ac-439b-aca1-d5eb981e89dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.198904] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.212133] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.230661] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028498, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.302474] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028501, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.442433] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e489012b-1fc3-4ccb-967c-41bc314368ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.452352] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49de0c92-d2c6-4930-a686-35f5dc503cac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.489043] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251ac467-520f-4ade-9c31-46b03a60f123 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.499898] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb4eeb5-c31c-44a6-9c7c-a073bf3d5233 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.516541] env[62226]: DEBUG nova.compute.provider_tree [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2096.545294] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2096.545850] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24d2f957-4d0a-4ac0-b591-026eafc0c788 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.559276] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 1cfbf45f-8724-4ace-b549-ffb8eda6d2ab] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2096.561476] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2096.561476] env[62226]: value = "task-2028504" [ 2096.561476] env[62226]: _type = "Task" [ 2096.561476] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.574191] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.577563] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.591966] env[62226]: DEBUG oslo_concurrency.lockutils [req-ce0a0c62-7f83-4376-9984-d3e2e218bad3 req-c1e03df6-7484-4a38-86e5-6198cf075572 service nova] Releasing lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.592695] env[62226]: DEBUG oslo_concurrency.lockutils [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] Acquired lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.592892] env[62226]: DEBUG nova.network.neutron [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Refreshing network info cache for port 076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2096.695792] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.709413] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.724047] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028498, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.796401] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028501, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.970906} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.796681] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] faae8d00-327e-4958-a68b-149d5ff3486b/faae8d00-327e-4958-a68b-149d5ff3486b.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2096.796899] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2096.797194] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ade3e94-9dd6-409e-913e-0e31cc4fe147 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.806058] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2096.806058] env[62226]: value = "task-2028505" [ 2096.806058] env[62226]: _type = "Task" [ 2096.806058] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.819483] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.023061] env[62226]: DEBUG nova.scheduler.client.report [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2097.032721] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "interface-231b6ed7-fde3-4103-bf2f-deab8f9097c7-823c32d6-3cc6-464e-a656-ea65808f47dd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.033134] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-231b6ed7-fde3-4103-bf2f-deab8f9097c7-823c32d6-3cc6-464e-a656-ea65808f47dd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.033585] env[62226]: DEBUG nova.objects.instance [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'flavor' on Instance uuid 231b6ed7-fde3-4103-bf2f-deab8f9097c7 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2097.063620] env[62226]: DEBUG nova.compute.manager [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2097.066044] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: a1ec2078-1ae4-4bba-b6e7-5f54b453e5db] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2097.077550] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.081060] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.096347] env[62226]: DEBUG nova.virt.hardware [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2097.096609] env[62226]: DEBUG nova.virt.hardware [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2097.096766] env[62226]: DEBUG nova.virt.hardware [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2097.096946] env[62226]: DEBUG nova.virt.hardware [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2097.097107] env[62226]: DEBUG nova.virt.hardware [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2097.097256] env[62226]: DEBUG nova.virt.hardware [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2097.097468] env[62226]: DEBUG nova.virt.hardware [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2097.097642] env[62226]: DEBUG nova.virt.hardware [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2097.097917] env[62226]: DEBUG nova.virt.hardware [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2097.098147] env[62226]: DEBUG nova.virt.hardware [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2097.098341] env[62226]: DEBUG nova.virt.hardware [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2097.101648] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0981e19-cc2a-4fb8-9f9b-fcd6f17bd6f6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.110544] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557d44bb-0127-464a-b51d-377da9bec4fc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.192373] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.209642] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.226433] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028498, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.322497] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136594} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.322964] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2097.324104] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ecbe7d-b544-4256-8aba-c249b95f934e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.353132] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] faae8d00-327e-4958-a68b-149d5ff3486b/faae8d00-327e-4958-a68b-149d5ff3486b.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2097.353297] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08cf8695-ece2-42b7-802f-343b30738b06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.371048] env[62226]: DEBUG nova.network.neutron [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updated VIF entry in instance network info cache for port 076d400b-86ac-439b-aca1-d5eb981e89dd. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2097.371048] env[62226]: DEBUG nova.network.neutron [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updating instance_info_cache with network_info: [{"id": "076d400b-86ac-439b-aca1-d5eb981e89dd", "address": "fa:16:3e:b7:79:1c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076d400b-86", "ovs_interfaceid": "076d400b-86ac-439b-aca1-d5eb981e89dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.373265] env[62226]: DEBUG nova.compute.manager [req-3e895d1c-50ed-4fbc-ac35-e5130466f97e req-8fe63036-432d-474b-a574-8dc9576e1e70 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Received event network-changed-2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2097.373427] env[62226]: DEBUG nova.compute.manager [req-3e895d1c-50ed-4fbc-ac35-e5130466f97e req-8fe63036-432d-474b-a574-8dc9576e1e70 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Refreshing instance network info cache due to event network-changed-2c7bf0bd-45a8-4999-a94b-621e431d35c0. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2097.373617] env[62226]: DEBUG oslo_concurrency.lockutils [req-3e895d1c-50ed-4fbc-ac35-e5130466f97e req-8fe63036-432d-474b-a574-8dc9576e1e70 service nova] Acquiring lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.373789] env[62226]: DEBUG oslo_concurrency.lockutils [req-3e895d1c-50ed-4fbc-ac35-e5130466f97e req-8fe63036-432d-474b-a574-8dc9576e1e70 service nova] Acquired lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.374643] env[62226]: DEBUG nova.network.neutron [req-3e895d1c-50ed-4fbc-ac35-e5130466f97e req-8fe63036-432d-474b-a574-8dc9576e1e70 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Refreshing network info cache for port 2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2097.381820] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2097.381820] env[62226]: value = "task-2028506" [ 2097.381820] env[62226]: _type = "Task" [ 2097.381820] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.392536] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.527317] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.527851] env[62226]: DEBUG nova.compute.manager [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2097.530969] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.431s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.531834] env[62226]: DEBUG nova.objects.instance [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lazy-loading 'resources' on Instance uuid 4a5a7211-d02c-414e-bf07-ad3e49ca9154 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2097.569443] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.572295] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: b6a6d29b-6e30-4733-8854-b8c6cbcaa014] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2097.583847] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028504, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.652366] env[62226]: DEBUG nova.objects.instance [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'pci_requests' on Instance uuid 231b6ed7-fde3-4103-bf2f-deab8f9097c7 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2097.694698] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.708463] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.723563] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028498, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.240435} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.723854] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8b755a3d-6e2b-4f00-b5da-13d71ea74864/8b755a3d-6e2b-4f00-b5da-13d71ea74864.vmdk to [datastore1] 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251/2037b2f9-3c20-40cc-81dd-cb3b7e9f7251.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2097.724659] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eff49a-a8ee-4c3c-b0a1-a99bbef4c335 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.749138] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251/2037b2f9-3c20-40cc-81dd-cb3b7e9f7251.vmdk or device None with type streamOptimized {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2097.749497] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a819b6d-66d2-4f6d-91bc-ba8c54debe7e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.768256] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2097.768256] env[62226]: value = "task-2028507" [ 2097.768256] env[62226]: _type = "Task" [ 2097.768256] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.776177] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.876673] env[62226]: DEBUG oslo_concurrency.lockutils [req-80714b2f-a8bc-44aa-89ae-bdbba9e869da req-9f00483c-c45e-4262-bc5e-f47c4a3c3122 service nova] Releasing lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.894244] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.037365] env[62226]: DEBUG nova.compute.utils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2098.041450] env[62226]: DEBUG nova.compute.manager [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2098.045106] env[62226]: DEBUG nova.network.neutron [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2098.069528] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.078200] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 5b4a8123-9c99-493d-b720-349ccfbd8652] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2098.084022] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028504, 'name': PowerOffVM_Task, 'duration_secs': 1.359859} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.089889] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2098.089889] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance '0863d731-b360-4190-af90-b096ef76dc3e' progress to 17 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2098.111156] env[62226]: DEBUG nova.policy [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd522a8c1ae478f831965a9f6987d03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6630806c698243959882a3f1300c40ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2098.157376] env[62226]: DEBUG nova.objects.base [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Object Instance<231b6ed7-fde3-4103-bf2f-deab8f9097c7> lazy-loaded attributes: flavor,pci_requests {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2098.157376] env[62226]: DEBUG nova.network.neutron [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2098.170025] env[62226]: DEBUG nova.network.neutron [req-3e895d1c-50ed-4fbc-ac35-e5130466f97e req-8fe63036-432d-474b-a574-8dc9576e1e70 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updated VIF entry in instance network info cache for port 2c7bf0bd-45a8-4999-a94b-621e431d35c0. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2098.170392] env[62226]: DEBUG nova.network.neutron [req-3e895d1c-50ed-4fbc-ac35-e5130466f97e req-8fe63036-432d-474b-a574-8dc9576e1e70 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updating instance_info_cache with network_info: [{"id": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "address": "fa:16:3e:ce:1b:b2", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7bf0bd-45", "ovs_interfaceid": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.196289] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.208893] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028502, 'name': ReconfigVM_Task, 'duration_secs': 2.581765} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.211375] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 764863c4-3538-4a20-b209-d9c0ccad32d2/764863c4-3538-4a20-b209-d9c0ccad32d2.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2098.212172] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dcb0a8b-f646-40f7-bafd-706c4fa743eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.217921] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2098.217921] env[62226]: value = "task-2028508" [ 2098.217921] env[62226]: _type = "Task" [ 2098.217921] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.226471] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028508, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.242519] env[62226]: DEBUG nova.policy [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7984bb3f0111426dbbb435603f85a1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019c12b2dd549fe8f1710ff8a5e5db9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2098.278814] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028507, 'name': ReconfigVM_Task, 'duration_secs': 0.272786} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.279105] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251/2037b2f9-3c20-40cc-81dd-cb3b7e9f7251.vmdk or device None with type streamOptimized {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2098.279756] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e488f2dc-96c7-4d86-b4d0-d46450706bbf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.286291] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2098.286291] env[62226]: value = "task-2028509" [ 2098.286291] env[62226]: _type = "Task" [ 2098.286291] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.296476] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028509, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.356214] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a650e18-dc14-4dba-92c7-692f787832fe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.369132] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530efa36-f683-46e5-846a-30cb87735c17 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.409702] env[62226]: DEBUG nova.network.neutron [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Successfully created port: 2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2098.415175] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356e6649-8f8e-41d7-9cd2-7ce325e1fe1b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.426956] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cb1b62-dd0d-41a4-894f-1e651d2f4137 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.430816] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.442462] env[62226]: DEBUG nova.compute.provider_tree [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2098.545024] env[62226]: DEBUG nova.compute.manager [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2098.572745] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.587762] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: a8b57022-3376-4cd7-a883-01eac833e7ca] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2098.592820] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2098.593070] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2098.593234] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2098.593417] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2098.593564] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2098.593742] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2098.593921] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2098.594108] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2098.594663] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2098.594850] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2098.595041] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2098.600455] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b3b0c57-5685-4c29-8020-4acacc334eaa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.616945] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2098.616945] env[62226]: value = "task-2028510" [ 2098.616945] env[62226]: _type = "Task" [ 2098.616945] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.625877] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.675329] env[62226]: DEBUG oslo_concurrency.lockutils [req-3e895d1c-50ed-4fbc-ac35-e5130466f97e req-8fe63036-432d-474b-a574-8dc9576e1e70 service nova] Releasing lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.695567] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.728558] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028508, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.796350] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028509, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.917723] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028506, 'name': ReconfigVM_Task, 'duration_secs': 1.066736} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.918084] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Reconfigured VM instance instance-0000005f to attach disk [datastore1] faae8d00-327e-4958-a68b-149d5ff3486b/faae8d00-327e-4958-a68b-149d5ff3486b.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2098.918767] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7f93512-ad37-452c-889c-a2491f727e85 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.925112] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2098.925112] env[62226]: value = "task-2028511" [ 2098.925112] env[62226]: _type = "Task" [ 2098.925112] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.933109] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028511, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.945237] env[62226]: DEBUG nova.scheduler.client.report [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2099.072451] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.101326] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: f263411a-c4ff-4ee8-a10a-7fc791491124] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2099.126761] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028510, 'name': ReconfigVM_Task, 'duration_secs': 0.171627} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.128797] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance '0863d731-b360-4190-af90-b096ef76dc3e' progress to 33 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2099.196099] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.228658] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028508, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.297129] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028509, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.435687] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028511, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.450021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.452318] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.974s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.453812] env[62226]: INFO nova.compute.claims [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2099.474759] env[62226]: INFO nova.scheduler.client.report [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Deleted allocations for instance 4a5a7211-d02c-414e-bf07-ad3e49ca9154 [ 2099.557125] env[62226]: DEBUG nova.compute.manager [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2099.571190] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.585308] env[62226]: DEBUG nova.virt.hardware [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2099.585573] env[62226]: DEBUG nova.virt.hardware [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2099.585668] env[62226]: DEBUG nova.virt.hardware [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2099.585865] env[62226]: DEBUG nova.virt.hardware [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2099.586039] env[62226]: DEBUG nova.virt.hardware [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2099.586196] env[62226]: DEBUG nova.virt.hardware [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2099.586408] env[62226]: DEBUG nova.virt.hardware [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2099.586661] env[62226]: DEBUG nova.virt.hardware [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2099.586828] env[62226]: DEBUG nova.virt.hardware [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2099.587036] env[62226]: DEBUG nova.virt.hardware [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2099.587222] env[62226]: DEBUG nova.virt.hardware [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2099.588323] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834347e3-9067-4020-8efd-20c77293d1ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.595729] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d27a88-92a5-4db4-8029-4c3e35789789 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.609358] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: f04c52e5-5d86-4da5-b8c0-ea8186e2ac7c] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2099.634640] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2099.634869] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2099.635252] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2099.635252] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2099.635344] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2099.635488] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2099.635686] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2099.635842] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2099.636018] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2099.636185] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2099.636357] env[62226]: DEBUG nova.virt.hardware [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2099.641614] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2099.642089] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977a712a-5d43-4bc9-a9af-554106012f3f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.660629] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2099.660629] env[62226]: value = "task-2028512" [ 2099.660629] env[62226]: _type = "Task" [ 2099.660629] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.668512] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.694359] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.728595] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028508, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.797808] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028509, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.935906] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028511, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.984124] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e38ac58e-8969-49e1-9ee8-7a2fdd1efe83 tempest-ServerDiskConfigTestJSON-407463487 tempest-ServerDiskConfigTestJSON-407463487-project-member] Lock "4a5a7211-d02c-414e-bf07-ad3e49ca9154" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.282s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.072832] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.113037] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: af2b7564-82eb-465d-a072-61dd58516cc1] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2100.171095] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.195613] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.228546] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028508, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.298902] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028509, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.436988] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028511, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.573049] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.615869] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 2b9b480d-dcf8-4d9d-b129-3514e935a3ad] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2100.673672] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.696031] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.709878] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b658a45-7aa0-4d8f-99e0-adc20565faad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.717312] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f14c4ec-d021-46a1-903a-cb48b39afe11 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.729129] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028508, 'name': Rename_Task, 'duration_secs': 2.463369} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.752677] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2100.753079] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6297f83-8cc2-4988-9d10-af6e5488bca3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.755111] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c0dee7-adec-40b4-b842-fa2cd5353c28 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.763633] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b436ce7-cc9a-4652-8c18-bba048a96db2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.767933] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2100.767933] env[62226]: value = "task-2028513" [ 2100.767933] env[62226]: _type = "Task" [ 2100.767933] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.778664] env[62226]: DEBUG nova.compute.provider_tree [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2100.784854] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028513, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.797854] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028509, 'name': Rename_Task, 'duration_secs': 2.400092} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.798085] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2100.798330] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a613a183-c1a0-4721-ac34-79a457d5f692 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.804501] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2100.804501] env[62226]: value = "task-2028514" [ 2100.804501] env[62226]: _type = "Task" [ 2100.804501] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.811528] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.939464] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028511, 'name': Rename_Task, 'duration_secs': 1.779302} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.939886] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2100.940206] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dafed5b-bdcb-435c-a782-25f73d72fa72 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.947618] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2100.947618] env[62226]: value = "task-2028515" [ 2100.947618] env[62226]: _type = "Task" [ 2100.947618] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.958101] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.073009] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.120878] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 0a517109-71f2-4bec-8e05-4eea325692dd] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2101.172868] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028512, 'name': ReconfigVM_Task, 'duration_secs': 1.037592} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.173223] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2101.174121] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9dbe8a-bc3c-4748-989d-a6983bf57e15 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.200351] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 0863d731-b360-4190-af90-b096ef76dc3e/0863d731-b360-4190-af90-b096ef76dc3e.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2101.203955] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c356ec-823a-4205-975c-9d51b89cff5f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.222620] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.224077] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2101.224077] env[62226]: value = "task-2028516" [ 2101.224077] env[62226]: _type = "Task" [ 2101.224077] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.232162] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.278878] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028513, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.281978] env[62226]: DEBUG nova.scheduler.client.report [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2101.316132] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028514, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.458845] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.574281] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.624137] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 2377e8d9-b6cb-4d31-8807-5b513acc1477] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2101.702355] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.733686] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028516, 'name': ReconfigVM_Task, 'duration_secs': 0.308837} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.733968] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 0863d731-b360-4190-af90-b096ef76dc3e/0863d731-b360-4190-af90-b096ef76dc3e.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2101.734227] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance '0863d731-b360-4190-af90-b096ef76dc3e' progress to 50 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2101.778357] env[62226]: DEBUG oslo_vmware.api [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028513, 'name': PowerOnVM_Task, 'duration_secs': 0.575569} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.778623] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2101.778821] env[62226]: INFO nova.compute.manager [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Took 14.53 seconds to spawn the instance on the hypervisor. [ 2101.779010] env[62226]: DEBUG nova.compute.manager [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.780031] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9532ec0-4644-48ce-b3c1-9592caa2ebc6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.787913] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.788390] env[62226]: DEBUG nova.compute.manager [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2101.793594] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.101s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.795624] env[62226]: INFO nova.compute.claims [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2101.815075] env[62226]: DEBUG oslo_vmware.api [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028514, 'name': PowerOnVM_Task, 'duration_secs': 0.562728} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.815075] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2101.925911] env[62226]: DEBUG nova.compute.manager [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.926849] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ab2cb8-47a5-4cbd-9c49-b35ac1de0be4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.957263] env[62226]: DEBUG oslo_vmware.api [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028515, 'name': PowerOnVM_Task, 'duration_secs': 0.596816} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.957555] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2101.957760] env[62226]: INFO nova.compute.manager [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Took 12.23 seconds to spawn the instance on the hypervisor. [ 2101.957966] env[62226]: DEBUG nova.compute.manager [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.958734] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238d54fa-59f6-408c-9fd8-35f7a3d1588d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.075025] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.126861] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 31df7076-0c33-4d0a-9ffd-c65a02433fd8] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2102.208017] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.242465] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54398188-9194-4047-925a-57adceb36598 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.277862] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b075d389-e168-4db3-affd-3c28c6740f62 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.303608] env[62226]: DEBUG nova.compute.utils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2102.314016] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance '0863d731-b360-4190-af90-b096ef76dc3e' progress to 67 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2102.319320] env[62226]: DEBUG nova.compute.manager [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2102.319493] env[62226]: DEBUG nova.network.neutron [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2102.321455] env[62226]: INFO nova.compute.manager [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Took 37.33 seconds to build instance. [ 2102.363316] env[62226]: DEBUG nova.policy [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99c635e8032e4570bd50089657474d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faa4ba1ed70947f599f27b51f758c9b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2102.445180] env[62226]: DEBUG oslo_concurrency.lockutils [None req-317c3588-1604-42b4-a403-6384087686b1 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.021s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.478095] env[62226]: INFO nova.compute.manager [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Took 35.91 seconds to build instance. [ 2102.575195] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.623204] env[62226]: DEBUG nova.network.neutron [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Successfully created port: 8eedf937-f02c-4ea1-9c34-c18f176e846c {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2102.629807] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: cd094d3d-9cf3-4f5b-9509-fc7b9da7e939] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2102.709447] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.822937] env[62226]: DEBUG nova.compute.manager [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2102.841283] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7e6f6998-ce2c-45ca-8f31-398f8d4a8d84 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "764863c4-3538-4a20-b209-d9c0ccad32d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.860s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.979323] env[62226]: DEBUG oslo_concurrency.lockutils [None req-310f5c00-c142-48a6-8560-8a9052529c7e tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "faae8d00-327e-4958-a68b-149d5ff3486b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.418s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.080354] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028503, 'name': CreateVM_Task, 'duration_secs': 6.939462} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.082583] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2103.083490] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.083710] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.084029] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2103.084861] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08cb369c-7fdf-46d0-b52b-555b01fe94b9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.089453] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2103.089453] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d9e8c6-1485-8b65-760e-07ee805d1168" [ 2103.089453] env[62226]: _type = "Task" [ 2103.089453] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.097835] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d9e8c6-1485-8b65-760e-07ee805d1168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.133350] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 495e4bed-69b0-431a-959a-06d99a5b3e0f] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2103.167844] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbf46f7-e5d2-48db-ba11-3f46cc847634 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.176475] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ec7ac-2b6b-4bd0-8429-db4d5eac7765 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.212945] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42110148-54e2-4fee-aab2-1ca4a1a56b51 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.220645] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.223685] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7282584b-17aa-4169-87c1-887bf51e6324 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.237754] env[62226]: DEBUG nova.compute.provider_tree [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.601235] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d9e8c6-1485-8b65-760e-07ee805d1168, 'name': SearchDatastore_Task, 'duration_secs': 0.025105} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.601613] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.601874] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2103.602132] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.602301] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.602583] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2103.602872] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40b90cab-1631-45de-abaf-c0d00545e41a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.617764] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2103.617764] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2103.617764] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca6cd26-ccb1-4599-b1f3-acf93d039923 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.622362] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2103.622362] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dc849c-8734-6593-cec1-32a8c89ec74d" [ 2103.622362] env[62226]: _type = "Task" [ 2103.622362] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.631760] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dc849c-8734-6593-cec1-32a8c89ec74d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.637511] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 0b3e91bd-a9ae-4855-85e7-fe143443b11f] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2103.720938] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028500, 'name': CloneVM_Task, 'duration_secs': 8.737523} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.721262] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Created linked-clone VM from snapshot [ 2103.722018] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6865db-9483-46d4-be62-798eea5b7de1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.729780] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Uploading image 6a0e1978-06b8-4a59-90b3-ce0c4c05ffdf {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2103.743787] env[62226]: DEBUG nova.scheduler.client.report [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2103.749269] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2103.749580] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3b9d0f46-f8ff-4d9a-981b-42f93f368156 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.756720] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2103.756720] env[62226]: value = "task-2028517" [ 2103.756720] env[62226]: _type = "Task" [ 2103.756720] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.767678] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028517, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.779625] env[62226]: DEBUG nova.network.neutron [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Successfully updated port: da4726ab-5971-48b8-af3e-da644aea8999 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2103.837805] env[62226]: DEBUG nova.compute.manager [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2103.880448] env[62226]: DEBUG nova.virt.hardware [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2103.880787] env[62226]: DEBUG nova.virt.hardware [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2103.881226] env[62226]: DEBUG nova.virt.hardware [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2103.882178] env[62226]: DEBUG nova.virt.hardware [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2103.883106] env[62226]: DEBUG nova.virt.hardware [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2103.883106] env[62226]: DEBUG nova.virt.hardware [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2103.883106] env[62226]: DEBUG nova.virt.hardware [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2103.883106] env[62226]: DEBUG nova.virt.hardware [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2103.883314] env[62226]: DEBUG nova.virt.hardware [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2103.883673] env[62226]: DEBUG nova.virt.hardware [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2103.884263] env[62226]: DEBUG nova.virt.hardware [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2103.884911] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3698c73c-51d5-4ba5-badf-7db9c7970fd5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.894637] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a506c34-0a9e-4d3a-b7d1-82dad03d9e6f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.055395] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146492eb-494a-4bd7-95e8-f5032dba964c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.063427] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-86333dfa-0150-4a21-8eba-f80cc51aa2a8 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Suspending the VM {{(pid=62226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2104.063932] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cee169f6-e35e-437a-8004-ba1c7ef4c359 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.076022] env[62226]: DEBUG oslo_vmware.api [None req-86333dfa-0150-4a21-8eba-f80cc51aa2a8 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2104.076022] env[62226]: value = "task-2028518" [ 2104.076022] env[62226]: _type = "Task" [ 2104.076022] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.081847] env[62226]: DEBUG oslo_vmware.api [None req-86333dfa-0150-4a21-8eba-f80cc51aa2a8 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028518, 'name': SuspendVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.082917] env[62226]: DEBUG nova.network.neutron [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Port 12b0a10b-f680-4a3a-9740-784ce34fd4c7 binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2104.093668] env[62226]: DEBUG nova.network.neutron [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Successfully updated port: 2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2104.136591] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dc849c-8734-6593-cec1-32a8c89ec74d, 'name': SearchDatastore_Task, 'duration_secs': 0.031804} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.136591] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9c5e74-08fc-495e-8311-2fa8d60dd297 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.141525] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 82125811-c19a-48af-9b96-31ace3787cab] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2104.147831] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2104.147831] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aeb629-dc8f-377e-d237-e6abb3f04a4a" [ 2104.147831] env[62226]: _type = "Task" [ 2104.147831] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.158408] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aeb629-dc8f-377e-d237-e6abb3f04a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.254330] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.255015] env[62226]: DEBUG nova.compute.manager [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2104.258794] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.417s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.260581] env[62226]: INFO nova.compute.claims [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2104.276190] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028517, 'name': Destroy_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.282053] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Acquiring lock "refresh_cache-9a8e320b-0d09-4acc-927f-42afa21ac42a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.282225] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Acquired lock "refresh_cache-9a8e320b-0d09-4acc-927f-42afa21ac42a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.283189] env[62226]: DEBUG nova.network.neutron [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2104.311671] env[62226]: DEBUG nova.network.neutron [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Successfully updated port: 8eedf937-f02c-4ea1-9c34-c18f176e846c {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2104.356318] env[62226]: DEBUG nova.compute.manager [req-8c4633a1-b714-4c83-96a6-89ffa684a396 req-42197f4f-fe76-4c1e-9ffd-081ad53a91a9 service nova] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Received event network-vif-plugged-da4726ab-5971-48b8-af3e-da644aea8999 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2104.356318] env[62226]: DEBUG oslo_concurrency.lockutils [req-8c4633a1-b714-4c83-96a6-89ffa684a396 req-42197f4f-fe76-4c1e-9ffd-081ad53a91a9 service nova] Acquiring lock "9a8e320b-0d09-4acc-927f-42afa21ac42a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.356747] env[62226]: DEBUG oslo_concurrency.lockutils [req-8c4633a1-b714-4c83-96a6-89ffa684a396 req-42197f4f-fe76-4c1e-9ffd-081ad53a91a9 service nova] Lock "9a8e320b-0d09-4acc-927f-42afa21ac42a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.358178] env[62226]: DEBUG oslo_concurrency.lockutils [req-8c4633a1-b714-4c83-96a6-89ffa684a396 req-42197f4f-fe76-4c1e-9ffd-081ad53a91a9 service nova] Lock "9a8e320b-0d09-4acc-927f-42afa21ac42a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.358178] env[62226]: DEBUG nova.compute.manager [req-8c4633a1-b714-4c83-96a6-89ffa684a396 req-42197f4f-fe76-4c1e-9ffd-081ad53a91a9 service nova] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] No waiting events found dispatching network-vif-plugged-da4726ab-5971-48b8-af3e-da644aea8999 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2104.358178] env[62226]: WARNING nova.compute.manager [req-8c4633a1-b714-4c83-96a6-89ffa684a396 req-42197f4f-fe76-4c1e-9ffd-081ad53a91a9 service nova] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Received unexpected event network-vif-plugged-da4726ab-5971-48b8-af3e-da644aea8999 for instance with vm_state building and task_state spawning. [ 2104.584167] env[62226]: DEBUG oslo_vmware.api [None req-86333dfa-0150-4a21-8eba-f80cc51aa2a8 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028518, 'name': SuspendVM_Task} progress is 62%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.597611] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-ed712ba9-4f95-4ae9-978a-f63a117cacbc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.597771] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-ed712ba9-4f95-4ae9-978a-f63a117cacbc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.597924] env[62226]: DEBUG nova.network.neutron [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2104.648275] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 60161dc7-23c2-4f6c-b303-c60f20cfa679] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2104.661606] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aeb629-dc8f-377e-d237-e6abb3f04a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.055941} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.662587] env[62226]: DEBUG nova.network.neutron [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Successfully updated port: 823c32d6-3cc6-464e-a656-ea65808f47dd {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2104.663750] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.664360] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 2fccebf4-527c-4284-9aac-51296d89a454/2fccebf4-527c-4284-9aac-51296d89a454.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2104.665243] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3b65477-6d98-4d77-a1cf-ad6db1933754 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.673506] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2104.673506] env[62226]: value = "task-2028519" [ 2104.673506] env[62226]: _type = "Task" [ 2104.673506] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.683144] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.739487] env[62226]: DEBUG nova.compute.manager [req-e69d65db-0433-4360-a1d4-ec91484b9430 req-863940f8-ddc0-4b4c-85a0-8cc381428450 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Received event network-vif-plugged-823c32d6-3cc6-464e-a656-ea65808f47dd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2104.739668] env[62226]: DEBUG oslo_concurrency.lockutils [req-e69d65db-0433-4360-a1d4-ec91484b9430 req-863940f8-ddc0-4b4c-85a0-8cc381428450 service nova] Acquiring lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.739891] env[62226]: DEBUG oslo_concurrency.lockutils [req-e69d65db-0433-4360-a1d4-ec91484b9430 req-863940f8-ddc0-4b4c-85a0-8cc381428450 service nova] Lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.740113] env[62226]: DEBUG oslo_concurrency.lockutils [req-e69d65db-0433-4360-a1d4-ec91484b9430 req-863940f8-ddc0-4b4c-85a0-8cc381428450 service nova] Lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.740939] env[62226]: DEBUG nova.compute.manager [req-e69d65db-0433-4360-a1d4-ec91484b9430 req-863940f8-ddc0-4b4c-85a0-8cc381428450 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] No waiting events found dispatching network-vif-plugged-823c32d6-3cc6-464e-a656-ea65808f47dd {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2104.740939] env[62226]: WARNING nova.compute.manager [req-e69d65db-0433-4360-a1d4-ec91484b9430 req-863940f8-ddc0-4b4c-85a0-8cc381428450 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Received unexpected event network-vif-plugged-823c32d6-3cc6-464e-a656-ea65808f47dd for instance with vm_state active and task_state None. [ 2104.766780] env[62226]: DEBUG nova.compute.utils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2104.771418] env[62226]: DEBUG nova.compute.manager [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2104.771637] env[62226]: DEBUG nova.network.neutron [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2104.783928] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028517, 'name': Destroy_Task, 'duration_secs': 0.751672} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.784893] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Destroyed the VM [ 2104.785200] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2104.787794] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76c2c817-950c-4220-9b79-2d8aa71513c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.795507] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2104.795507] env[62226]: value = "task-2028520" [ 2104.795507] env[62226]: _type = "Task" [ 2104.795507] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.806525] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028520, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.814252] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Acquiring lock "refresh_cache-aead4bf7-07e4-4bea-8dcf-a2373f306565" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.814461] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Acquired lock "refresh_cache-aead4bf7-07e4-4bea-8dcf-a2373f306565" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.814753] env[62226]: DEBUG nova.network.neutron [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2104.827739] env[62226]: DEBUG nova.network.neutron [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2104.861180] env[62226]: DEBUG nova.policy [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a938bca770bc4a64b1d5ffb97c4aae25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3d4620ee8ea49418cffd8ce0c25a074', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2105.088029] env[62226]: DEBUG oslo_vmware.api [None req-86333dfa-0150-4a21-8eba-f80cc51aa2a8 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028518, 'name': SuspendVM_Task, 'duration_secs': 0.841945} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.088406] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-86333dfa-0150-4a21-8eba-f80cc51aa2a8 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Suspended the VM {{(pid=62226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2105.088668] env[62226]: DEBUG nova.compute.manager [None req-86333dfa-0150-4a21-8eba-f80cc51aa2a8 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2105.089800] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ae22ec-20d7-4ddb-9008-959759493cd8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.127318] env[62226]: DEBUG oslo_concurrency.lockutils [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "0863d731-b360-4190-af90-b096ef76dc3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.128668] env[62226]: DEBUG oslo_concurrency.lockutils [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "0863d731-b360-4190-af90-b096ef76dc3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.128668] env[62226]: DEBUG oslo_concurrency.lockutils [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "0863d731-b360-4190-af90-b096ef76dc3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.157687] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: c50bc1d9-19e6-439e-8782-7b268047d420] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2105.169086] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.169086] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.169086] env[62226]: DEBUG nova.network.neutron [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2105.187385] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028519, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.200858] env[62226]: DEBUG nova.network.neutron [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2105.275139] env[62226]: DEBUG nova.compute.manager [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2105.309634] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028520, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.389428] env[62226]: DEBUG nova.network.neutron [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Successfully created port: dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2105.413415] env[62226]: DEBUG nova.network.neutron [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2105.449504] env[62226]: DEBUG nova.network.neutron [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Updating instance_info_cache with network_info: [{"id": "da4726ab-5971-48b8-af3e-da644aea8999", "address": "fa:16:3e:13:64:13", "network": {"id": "9308c228-b265-41bd-895b-79984fddb500", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-977591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1976720b2f48a485c8e1f249a58ec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4726ab-59", "ovs_interfaceid": "da4726ab-5971-48b8-af3e-da644aea8999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.605598] env[62226]: DEBUG nova.network.neutron [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Updating instance_info_cache with network_info: [{"id": "2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a", "address": "fa:16:3e:23:6c:a4", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4e9ecd-40", "ovs_interfaceid": "2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.624135] env[62226]: DEBUG nova.compute.manager [req-5d3439aa-a00a-4ecc-97de-22ef0b38f4d5 req-8f286852-5334-4bfc-813d-45004a15c2ca service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Received event network-changed-823c32d6-3cc6-464e-a656-ea65808f47dd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2105.624135] env[62226]: DEBUG nova.compute.manager [req-5d3439aa-a00a-4ecc-97de-22ef0b38f4d5 req-8f286852-5334-4bfc-813d-45004a15c2ca service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Refreshing instance network info cache due to event network-changed-823c32d6-3cc6-464e-a656-ea65808f47dd. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2105.624666] env[62226]: DEBUG oslo_concurrency.lockutils [req-5d3439aa-a00a-4ecc-97de-22ef0b38f4d5 req-8f286852-5334-4bfc-813d-45004a15c2ca service nova] Acquiring lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.669397] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2105.669688] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Cleaning up deleted instances with incomplete migration {{(pid=62226) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 2105.689098] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568854} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.689379] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 2fccebf4-527c-4284-9aac-51296d89a454/2fccebf4-527c-4284-9aac-51296d89a454.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2105.689594] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2105.689845] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd26f62b-90d6-4b52-98a9-d57d2882042d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.696200] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2105.696200] env[62226]: value = "task-2028521" [ 2105.696200] env[62226]: _type = "Task" [ 2105.696200] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.708703] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.728433] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d0d8c-4e42-45cc-99ad-e9bb9a867f39 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.735726] env[62226]: WARNING nova.network.neutron [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] bc68f0df-6f13-453f-8ed3-2bfeb33f782b already exists in list: networks containing: ['bc68f0df-6f13-453f-8ed3-2bfeb33f782b']. ignoring it [ 2105.738346] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bce142-bd00-4d38-b552-1968507adf46 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.744065] env[62226]: DEBUG nova.network.neutron [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Updating instance_info_cache with network_info: [{"id": "8eedf937-f02c-4ea1-9c34-c18f176e846c", "address": "fa:16:3e:38:a4:f2", "network": {"id": "c55f1228-4fbf-4b2a-99b4-993e8d0c3329", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-607660238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa4ba1ed70947f599f27b51f758c9b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eedf937-f0", "ovs_interfaceid": "8eedf937-f02c-4ea1-9c34-c18f176e846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.776336] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd8c891-3477-429d-b90e-54c4cb2e451c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.793255] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1a87c4-ef6e-4842-b56c-0af74016bd16 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.809852] env[62226]: DEBUG nova.compute.provider_tree [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2105.816407] env[62226]: DEBUG oslo_vmware.api [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028520, 'name': RemoveSnapshot_Task, 'duration_secs': 0.933738} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.816677] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2105.951991] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Releasing lock "refresh_cache-9a8e320b-0d09-4acc-927f-42afa21ac42a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.952375] env[62226]: DEBUG nova.compute.manager [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Instance network_info: |[{"id": "da4726ab-5971-48b8-af3e-da644aea8999", "address": "fa:16:3e:13:64:13", "network": {"id": "9308c228-b265-41bd-895b-79984fddb500", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-977591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1976720b2f48a485c8e1f249a58ec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4726ab-59", "ovs_interfaceid": "da4726ab-5971-48b8-af3e-da644aea8999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2105.952901] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:64:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da4726ab-5971-48b8-af3e-da644aea8999', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2105.961243] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Creating folder: Project (9c1976720b2f48a485c8e1f249a58ec4). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2105.961717] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0999a5c1-60e1-44b1-b491-745cf26e90bc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.975536] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Created folder: Project (9c1976720b2f48a485c8e1f249a58ec4) in parent group-v416438. [ 2105.975804] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Creating folder: Instances. Parent ref: group-v416691. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2105.976074] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c7933b7-81fd-41c3-bbe7-0226764af5fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.989675] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Created folder: Instances in parent group-v416691. [ 2105.989981] env[62226]: DEBUG oslo.service.loopingcall [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2105.990223] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2105.990797] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54855460-2861-4b7b-9565-3f737bb75caf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.021066] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2106.021066] env[62226]: value = "task-2028524" [ 2106.021066] env[62226]: _type = "Task" [ 2106.021066] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.029229] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028524, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.111585] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-ed712ba9-4f95-4ae9-978a-f63a117cacbc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.111935] env[62226]: DEBUG nova.compute.manager [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Instance network_info: |[{"id": "2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a", "address": "fa:16:3e:23:6c:a4", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4e9ecd-40", "ovs_interfaceid": "2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2106.112371] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:6c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2106.120936] env[62226]: DEBUG oslo.service.loopingcall [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2106.122262] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2106.122262] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2a749a9-9415-4b16-a65d-da99b38d252c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.145951] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2106.145951] env[62226]: value = "task-2028525" [ 2106.145951] env[62226]: _type = "Task" [ 2106.145951] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.154946] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028525, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.173072] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2106.206356] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280114} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.210021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.210021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.210021] env[62226]: DEBUG nova.network.neutron [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2106.210021] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2106.210021] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785657c0-ae13-4062-97e4-ff29e212d205 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.232167] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2fccebf4-527c-4284-9aac-51296d89a454/2fccebf4-527c-4284-9aac-51296d89a454.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2106.235029] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6470efba-2b1d-46d0-9120-7ad7e543faf4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.250225] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Releasing lock "refresh_cache-aead4bf7-07e4-4bea-8dcf-a2373f306565" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.250566] env[62226]: DEBUG nova.compute.manager [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Instance network_info: |[{"id": "8eedf937-f02c-4ea1-9c34-c18f176e846c", "address": "fa:16:3e:38:a4:f2", "network": {"id": "c55f1228-4fbf-4b2a-99b4-993e8d0c3329", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-607660238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa4ba1ed70947f599f27b51f758c9b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eedf937-f0", "ovs_interfaceid": "8eedf937-f02c-4ea1-9c34-c18f176e846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2106.251506] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:a4:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eedf937-f02c-4ea1-9c34-c18f176e846c', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2106.259558] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Creating folder: Project (faa4ba1ed70947f599f27b51f758c9b6). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2106.260537] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa11df12-d260-4175-831a-e4f77cfeda5c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.265675] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2106.265675] env[62226]: value = "task-2028526" [ 2106.265675] env[62226]: _type = "Task" [ 2106.265675] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.271296] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Created folder: Project (faa4ba1ed70947f599f27b51f758c9b6) in parent group-v416438. [ 2106.271445] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Creating folder: Instances. Parent ref: group-v416695. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2106.274566] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a476ea63-1266-4791-bdc4-8b63600b1c34 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.275974] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.285428] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Created folder: Instances in parent group-v416695. [ 2106.286010] env[62226]: DEBUG oslo.service.loopingcall [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2106.286010] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2106.287059] env[62226]: DEBUG nova.compute.manager [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2106.291632] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-257c5359-b357-49cb-9079-e783c9edf4ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.311461] env[62226]: DEBUG nova.network.neutron [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updating instance_info_cache with network_info: [{"id": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "address": "fa:16:3e:ce:1b:b2", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7bf0bd-45", "ovs_interfaceid": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "823c32d6-3cc6-464e-a656-ea65808f47dd", "address": "fa:16:3e:31:b1:58", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823c32d6-3c", "ovs_interfaceid": "823c32d6-3cc6-464e-a656-ea65808f47dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.313331] env[62226]: DEBUG nova.scheduler.client.report [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2106.319473] env[62226]: DEBUG nova.virt.hardware [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2106.319871] env[62226]: DEBUG nova.virt.hardware [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2106.319941] env[62226]: DEBUG nova.virt.hardware [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2106.320190] env[62226]: DEBUG nova.virt.hardware [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2106.320374] env[62226]: DEBUG nova.virt.hardware [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2106.320536] env[62226]: DEBUG nova.virt.hardware [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2106.320783] env[62226]: DEBUG nova.virt.hardware [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2106.321215] env[62226]: DEBUG nova.virt.hardware [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2106.321215] env[62226]: DEBUG nova.virt.hardware [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2106.321302] env[62226]: DEBUG nova.virt.hardware [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2106.321610] env[62226]: DEBUG nova.virt.hardware [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2106.322247] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2106.322247] env[62226]: value = "task-2028529" [ 2106.322247] env[62226]: _type = "Task" [ 2106.322247] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.323382] env[62226]: WARNING nova.compute.manager [None req-d4b57823-63ae-41e2-bcb8-ba4b64ec245d tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Image not found during snapshot: nova.exception.ImageNotFound: Image 6a0e1978-06b8-4a59-90b3-ce0c4c05ffdf could not be found. [ 2106.324988] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30139a66-e5c6-4d04-8895-557d24990108 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.339401] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802d9fcf-118a-49c8-bb91-33119698b6eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.347274] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028529, 'name': CreateVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.536561] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028524, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.657061] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028525, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.776526] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028526, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.825866] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.825866] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.825866] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.825866] env[62226]: DEBUG oslo_concurrency.lockutils [req-5d3439aa-a00a-4ecc-97de-22ef0b38f4d5 req-8f286852-5334-4bfc-813d-45004a15c2ca service nova] Acquired lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.825866] env[62226]: DEBUG nova.network.neutron [req-5d3439aa-a00a-4ecc-97de-22ef0b38f4d5 req-8f286852-5334-4bfc-813d-45004a15c2ca service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Refreshing network info cache for port 823c32d6-3cc6-464e-a656-ea65808f47dd {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2106.828209] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb73396-435a-41ee-9aa5-2616cf0582ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.834353] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.834990] env[62226]: DEBUG nova.compute.manager [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2106.844184] env[62226]: DEBUG oslo_concurrency.lockutils [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.238s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.844729] env[62226]: DEBUG nova.objects.instance [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lazy-loading 'resources' on Instance uuid 7ebe6015-ac27-4116-be91-5696b627df5f {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2106.846928] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "764863c4-3538-4a20-b209-d9c0ccad32d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.847322] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "764863c4-3538-4a20-b209-d9c0ccad32d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.847871] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "764863c4-3538-4a20-b209-d9c0ccad32d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.848234] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "764863c4-3538-4a20-b209-d9c0ccad32d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.849016] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "764863c4-3538-4a20-b209-d9c0ccad32d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.851991] env[62226]: INFO nova.compute.manager [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Terminating instance [ 2106.861877] env[62226]: DEBUG nova.compute.manager [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Received event network-changed-da4726ab-5971-48b8-af3e-da644aea8999 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2106.861877] env[62226]: DEBUG nova.compute.manager [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Refreshing instance network info cache due to event network-changed-da4726ab-5971-48b8-af3e-da644aea8999. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2106.861877] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Acquiring lock "refresh_cache-9a8e320b-0d09-4acc-927f-42afa21ac42a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.861877] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Acquired lock "refresh_cache-9a8e320b-0d09-4acc-927f-42afa21ac42a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.861877] env[62226]: DEBUG nova.network.neutron [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Refreshing network info cache for port da4726ab-5971-48b8-af3e-da644aea8999 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2106.884248] env[62226]: DEBUG nova.virt.hardware [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2106.884505] env[62226]: DEBUG nova.virt.hardware [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2106.884675] env[62226]: DEBUG nova.virt.hardware [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2106.884951] env[62226]: DEBUG nova.virt.hardware [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2106.885131] env[62226]: DEBUG nova.virt.hardware [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2106.885284] env[62226]: DEBUG nova.virt.hardware [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2106.885499] env[62226]: DEBUG nova.virt.hardware [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2106.885660] env[62226]: DEBUG nova.virt.hardware [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2106.885881] env[62226]: DEBUG nova.virt.hardware [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2106.886074] env[62226]: DEBUG nova.virt.hardware [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2106.886254] env[62226]: DEBUG nova.virt.hardware [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2106.893461] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Reconfiguring VM to attach interface {{(pid=62226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2106.895302] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4fadb73-3999-4061-8f34-314377755e40 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.911060] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028529, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.917137] env[62226]: DEBUG oslo_vmware.api [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2106.917137] env[62226]: value = "task-2028530" [ 2106.917137] env[62226]: _type = "Task" [ 2106.917137] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.925501] env[62226]: DEBUG oslo_vmware.api [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028530, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.032730] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028524, 'name': CreateVM_Task, 'duration_secs': 0.69333} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.032914] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2107.033956] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.034251] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.034579] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2107.034844] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a87bb7-1967-4d42-a562-00db6ae62964 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.041692] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Waiting for the task: (returnval){ [ 2107.041692] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5264294d-28ee-6947-37d0-951a05d4fb52" [ 2107.041692] env[62226]: _type = "Task" [ 2107.041692] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.052340] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5264294d-28ee-6947-37d0-951a05d4fb52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.138981] env[62226]: DEBUG nova.network.neutron [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Successfully updated port: dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2107.146018] env[62226]: DEBUG nova.network.neutron [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance_info_cache with network_info: [{"id": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "address": "fa:16:3e:44:8f:cb", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b0a10b-f6", "ovs_interfaceid": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.163552] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028525, 'name': CreateVM_Task, 'duration_secs': 0.724317} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.163702] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2107.164640] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.174920] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.174920] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.174920] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.174920] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.175499] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.180887] env[62226]: INFO nova.compute.manager [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Terminating instance [ 2107.277223] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028526, 'name': ReconfigVM_Task, 'duration_secs': 0.55508} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.277993] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2fccebf4-527c-4284-9aac-51296d89a454/2fccebf4-527c-4284-9aac-51296d89a454.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2107.278307] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc2d0fb2-c656-4959-8c43-fa40603b12b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.284508] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2107.284508] env[62226]: value = "task-2028531" [ 2107.284508] env[62226]: _type = "Task" [ 2107.284508] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.292180] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028531, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.343491] env[62226]: DEBUG nova.compute.utils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2107.344725] env[62226]: DEBUG nova.compute.manager [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2107.344953] env[62226]: DEBUG nova.network.neutron [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2107.352385] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028529, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.367490] env[62226]: DEBUG nova.compute.manager [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2107.367704] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.368735] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0766b1-b24a-46d6-96b7-0e53426d99af {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.379504] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2107.380094] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a05ef0c3-7c31-42cb-a91c-0a996f1d324f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.427600] env[62226]: DEBUG oslo_vmware.api [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.478454] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2107.478675] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2107.478855] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleting the datastore file [datastore1] 764863c4-3538-4a20-b209-d9c0ccad32d2 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2107.479131] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec3c312a-dd09-479d-9032-89def02aba50 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.487437] env[62226]: DEBUG oslo_vmware.api [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2107.487437] env[62226]: value = "task-2028533" [ 2107.487437] env[62226]: _type = "Task" [ 2107.487437] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.495564] env[62226]: DEBUG oslo_vmware.api [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.560052] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5264294d-28ee-6947-37d0-951a05d4fb52, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.560364] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.560681] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2107.560933] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.561098] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.561317] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2107.561634] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.562845] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2107.562845] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6e2fb4a-43f3-42f3-a6ee-d549a27bf97b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.564255] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189c9e52-d88f-4357-9ec4-0fd34e8eae91 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.570167] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2107.570167] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e51f6f-6232-d8ba-652a-59d4d1aca272" [ 2107.570167] env[62226]: _type = "Task" [ 2107.570167] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.582018] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2107.582230] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2107.585695] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3cefd2d-9ba7-45a9-89a4-e735beb7ef2c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.588267] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e51f6f-6232-d8ba-652a-59d4d1aca272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.594017] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Waiting for the task: (returnval){ [ 2107.594017] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c5f0da-caae-2614-6a63-61a378d412e4" [ 2107.594017] env[62226]: _type = "Task" [ 2107.594017] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.599213] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c5f0da-caae-2614-6a63-61a378d412e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.646921] env[62226]: DEBUG nova.policy [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38384d4eb1f643aa80a7a0a92cf947a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0eb0b12511f4fc188cbeff3fd5bbfc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2107.650955] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.651262] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.651262] env[62226]: DEBUG nova.network.neutron [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2107.652699] env[62226]: DEBUG oslo_concurrency.lockutils [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.685675] env[62226]: DEBUG nova.compute.manager [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2107.685919] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.687656] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ac8438-1ff4-498e-a651-f7896b00f31b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.695478] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2107.700288] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c95a5e5-f986-402b-ad48-e06ef25b5599 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.707116] env[62226]: DEBUG oslo_vmware.api [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2107.707116] env[62226]: value = "task-2028534" [ 2107.707116] env[62226]: _type = "Task" [ 2107.707116] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.718341] env[62226]: DEBUG oslo_vmware.api [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.771342] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cbdf3b-586f-4bd6-a437-91975d83dfed {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.783440] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6ad8fc-783c-41a4-9655-6435308242d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.802191] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028531, 'name': Rename_Task, 'duration_secs': 0.272504} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.829131] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2107.830495] env[62226]: DEBUG nova.network.neutron [req-5d3439aa-a00a-4ecc-97de-22ef0b38f4d5 req-8f286852-5334-4bfc-813d-45004a15c2ca service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updated VIF entry in instance network info cache for port 823c32d6-3cc6-464e-a656-ea65808f47dd. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2107.831182] env[62226]: DEBUG nova.network.neutron [req-5d3439aa-a00a-4ecc-97de-22ef0b38f4d5 req-8f286852-5334-4bfc-813d-45004a15c2ca service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updating instance_info_cache with network_info: [{"id": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "address": "fa:16:3e:ce:1b:b2", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7bf0bd-45", "ovs_interfaceid": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "823c32d6-3cc6-464e-a656-ea65808f47dd", "address": "fa:16:3e:31:b1:58", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823c32d6-3c", "ovs_interfaceid": "823c32d6-3cc6-464e-a656-ea65808f47dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.832511] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b8dcbdc-5a1c-4847-ae95-c4d26a7761f1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.834987] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40740e74-694d-4f1a-b79c-b71ce06ed97d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.846110] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2107.846110] env[62226]: value = "task-2028535" [ 2107.846110] env[62226]: _type = "Task" [ 2107.846110] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.848375] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fbda10-cbc7-4159-9fe3-e91f2f28e012 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.860044] env[62226]: DEBUG nova.compute.manager [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2107.863130] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028529, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.865092] env[62226]: DEBUG nova.network.neutron [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Updated VIF entry in instance network info cache for port da4726ab-5971-48b8-af3e-da644aea8999. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2107.865460] env[62226]: DEBUG nova.network.neutron [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Updating instance_info_cache with network_info: [{"id": "da4726ab-5971-48b8-af3e-da644aea8999", "address": "fa:16:3e:13:64:13", "network": {"id": "9308c228-b265-41bd-895b-79984fddb500", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-977591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c1976720b2f48a485c8e1f249a58ec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4726ab-59", "ovs_interfaceid": "da4726ab-5971-48b8-af3e-da644aea8999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.879840] env[62226]: DEBUG nova.compute.provider_tree [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2107.881293] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028535, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.929483] env[62226]: DEBUG oslo_vmware.api [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.001681] env[62226]: DEBUG oslo_vmware.api [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165081} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.002938] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2108.003453] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2108.004070] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2108.004624] env[62226]: INFO nova.compute.manager [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Took 0.64 seconds to destroy the instance on the hypervisor. [ 2108.005231] env[62226]: DEBUG oslo.service.loopingcall [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.006032] env[62226]: DEBUG nova.compute.manager [-] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2108.006362] env[62226]: DEBUG nova.network.neutron [-] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2108.086348] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e51f6f-6232-d8ba-652a-59d4d1aca272, 'name': SearchDatastore_Task, 'duration_secs': 0.020067} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.086348] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.086348] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2108.086348] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.097809] env[62226]: DEBUG nova.network.neutron [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Successfully created port: af41ee68-4e2f-4432-946e-e441d1aa073c {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2108.109590] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c5f0da-caae-2614-6a63-61a378d412e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008039} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.111028] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f876727b-7e84-42b1-86f4-1b888d92a96b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.116624] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Waiting for the task: (returnval){ [ 2108.116624] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b8afb9-b3b1-8418-bbf7-9eed6ae58b69" [ 2108.116624] env[62226]: _type = "Task" [ 2108.116624] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.127200] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b8afb9-b3b1-8418-bbf7-9eed6ae58b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.165518] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9314c40a-a4f8-42ec-86a8-a5ba5c287aac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.174175] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bbda0a-3b97-448f-8a57-b7973d73194a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.213239] env[62226]: DEBUG nova.network.neutron [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2108.226176] env[62226]: DEBUG oslo_vmware.api [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028534, 'name': PowerOffVM_Task, 'duration_secs': 0.244408} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.226176] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2108.226176] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2108.226176] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5debd359-0e77-4e25-8383-549072aa16ed {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.315266] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2108.315597] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2108.315851] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleting the datastore file [datastore2] b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2108.319684] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67280bc0-285e-4607-9b2b-7247a69e9862 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.327081] env[62226]: DEBUG oslo_vmware.api [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for the task: (returnval){ [ 2108.327081] env[62226]: value = "task-2028537" [ 2108.327081] env[62226]: _type = "Task" [ 2108.327081] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.337300] env[62226]: DEBUG oslo_vmware.api [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.338947] env[62226]: DEBUG oslo_concurrency.lockutils [req-5d3439aa-a00a-4ecc-97de-22ef0b38f4d5 req-8f286852-5334-4bfc-813d-45004a15c2ca service nova] Releasing lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.349418] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028529, 'name': CreateVM_Task, 'duration_secs': 1.548648} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.356852] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2108.357695] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.357766] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.358109] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2108.358839] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a963a3-787d-47ed-a8c0-570e029e5b1d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.369716] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.376695] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Waiting for the task: (returnval){ [ 2108.376695] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dbe75d-66c3-dd1c-331d-5d83ddd08e01" [ 2108.376695] env[62226]: _type = "Task" [ 2108.376695] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.383121] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Releasing lock "refresh_cache-9a8e320b-0d09-4acc-927f-42afa21ac42a" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.383398] env[62226]: DEBUG nova.compute.manager [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Received event network-vif-plugged-2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2108.383605] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Acquiring lock "ed712ba9-4f95-4ae9-978a-f63a117cacbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.383818] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Lock "ed712ba9-4f95-4ae9-978a-f63a117cacbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.383980] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Lock "ed712ba9-4f95-4ae9-978a-f63a117cacbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.387424] env[62226]: DEBUG nova.compute.manager [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] No waiting events found dispatching network-vif-plugged-2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2108.387632] env[62226]: WARNING nova.compute.manager [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Received unexpected event network-vif-plugged-2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a for instance with vm_state building and task_state spawning. [ 2108.387807] env[62226]: DEBUG nova.compute.manager [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Received event network-changed-2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2108.387966] env[62226]: DEBUG nova.compute.manager [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Refreshing instance network info cache due to event network-changed-2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2108.388187] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Acquiring lock "refresh_cache-ed712ba9-4f95-4ae9-978a-f63a117cacbc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.388357] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Acquired lock "refresh_cache-ed712ba9-4f95-4ae9-978a-f63a117cacbc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.388490] env[62226]: DEBUG nova.network.neutron [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Refreshing network info cache for port 2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2108.393908] env[62226]: DEBUG nova.scheduler.client.report [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2108.401195] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52dbe75d-66c3-dd1c-331d-5d83ddd08e01, 'name': SearchDatastore_Task, 'duration_secs': 0.015168} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.402799] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.403069] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2108.403291] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.431176] env[62226]: DEBUG oslo_vmware.api [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028530, 'name': ReconfigVM_Task, 'duration_secs': 1.447657} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.431176] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.431176] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Reconfigured VM to attach interface {{(pid=62226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2108.457244] env[62226]: DEBUG nova.network.neutron [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updating instance_info_cache with network_info: [{"id": "dc9b223f-3dce-442a-9045-a53c6e79889a", "address": "fa:16:3e:0a:04:39", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9b223f-3d", "ovs_interfaceid": "dc9b223f-3dce-442a-9045-a53c6e79889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2108.495162] env[62226]: DEBUG nova.compute.manager [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Received event network-vif-plugged-dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2108.495162] env[62226]: DEBUG oslo_concurrency.lockutils [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] Acquiring lock "d21cdd5a-85ac-4145-bb8b-76f359c97970-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.495162] env[62226]: DEBUG oslo_concurrency.lockutils [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.495162] env[62226]: DEBUG oslo_concurrency.lockutils [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.495162] env[62226]: DEBUG nova.compute.manager [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] No waiting events found dispatching network-vif-plugged-dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2108.495589] env[62226]: WARNING nova.compute.manager [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Received unexpected event network-vif-plugged-dc9b223f-3dce-442a-9045-a53c6e79889a for instance with vm_state building and task_state spawning. [ 2108.495876] env[62226]: DEBUG nova.compute.manager [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Received event network-changed-dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2108.496160] env[62226]: DEBUG nova.compute.manager [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Refreshing instance network info cache due to event network-changed-dc9b223f-3dce-442a-9045-a53c6e79889a. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2108.496481] env[62226]: DEBUG oslo_concurrency.lockutils [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] Acquiring lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.629562] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b8afb9-b3b1-8418-bbf7-9eed6ae58b69, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.629836] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.630161] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 9a8e320b-0d09-4acc-927f-42afa21ac42a/9a8e320b-0d09-4acc-927f-42afa21ac42a.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2108.630345] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.630541] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2108.630764] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a9d9d92-bc76-4141-bbcf-c1eb1006e411 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.634438] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d142fd0f-57d8-48e5-ba5f-cd996a0ad3b8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.642985] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Waiting for the task: (returnval){ [ 2108.642985] env[62226]: value = "task-2028538" [ 2108.642985] env[62226]: _type = "Task" [ 2108.642985] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.645077] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2108.645502] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2108.649972] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6736974a-26ec-4985-be8d-befa63d2fbec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.659380] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.659380] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2108.659380] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522616b6-6e58-b340-e2c2-423a23d613ef" [ 2108.659380] env[62226]: _type = "Task" [ 2108.659380] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.672334] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522616b6-6e58-b340-e2c2-423a23d613ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.674042] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef973646-8a26-42c6-9470-766557d08256 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.681647] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2108.681647] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d8ecd9-83cd-4889-3a77-30647a7b442b" [ 2108.681647] env[62226]: _type = "Task" [ 2108.681647] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.688300] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d8ecd9-83cd-4889-3a77-30647a7b442b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.696083] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649c3cac-26ab-41cd-a1db-01ec7b1e217d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.703824] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d56835a7-9c03-4c98-bc8c-8e000e4e52fb tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Suspending the VM {{(pid=62226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2108.704553] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7171f126-7994-40c1-9a12-48e1f9b4415d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.712066] env[62226]: DEBUG oslo_vmware.api [None req-d56835a7-9c03-4c98-bc8c-8e000e4e52fb tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2108.712066] env[62226]: value = "task-2028539" [ 2108.712066] env[62226]: _type = "Task" [ 2108.712066] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.723814] env[62226]: DEBUG oslo_vmware.api [None req-d56835a7-9c03-4c98-bc8c-8e000e4e52fb tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028539, 'name': SuspendVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.838601] env[62226]: DEBUG oslo_vmware.api [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Task: {'id': task-2028537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272341} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.839156] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2108.839544] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2108.839870] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2108.840211] env[62226]: INFO nova.compute.manager [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2108.840619] env[62226]: DEBUG oslo.service.loopingcall [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.841013] env[62226]: DEBUG nova.compute.manager [-] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2108.841154] env[62226]: DEBUG nova.network.neutron [-] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2108.861484] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.872669] env[62226]: DEBUG nova.compute.manager [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2108.897369] env[62226]: DEBUG oslo_concurrency.lockutils [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.905156] env[62226]: DEBUG nova.virt.hardware [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2108.905494] env[62226]: DEBUG nova.virt.hardware [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2108.905693] env[62226]: DEBUG nova.virt.hardware [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2108.905971] env[62226]: DEBUG nova.virt.hardware [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2108.906172] env[62226]: DEBUG nova.virt.hardware [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2108.906393] env[62226]: DEBUG nova.virt.hardware [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2108.906660] env[62226]: DEBUG nova.virt.hardware [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2108.906871] env[62226]: DEBUG nova.virt.hardware [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2108.907136] env[62226]: DEBUG nova.virt.hardware [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2108.907385] env[62226]: DEBUG nova.virt.hardware [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2108.907627] env[62226]: DEBUG nova.virt.hardware [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2108.908375] env[62226]: DEBUG nova.network.neutron [-] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2108.913044] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11be96ad-850a-4226-9122-dc31f25b152f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.924052] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a263ac2-5f47-4668-8e2f-16b03a728ce5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.944114] env[62226]: DEBUG oslo_concurrency.lockutils [None req-aea1943d-687d-4266-85bb-8d0845ce047b tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-231b6ed7-fde3-4103-bf2f-deab8f9097c7-823c32d6-3cc6-464e-a656-ea65808f47dd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 11.911s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.947720] env[62226]: INFO nova.scheduler.client.report [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted allocations for instance 7ebe6015-ac27-4116-be91-5696b627df5f [ 2108.959530] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.959963] env[62226]: DEBUG nova.compute.manager [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Instance network_info: |[{"id": "dc9b223f-3dce-442a-9045-a53c6e79889a", "address": "fa:16:3e:0a:04:39", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9b223f-3d", "ovs_interfaceid": "dc9b223f-3dce-442a-9045-a53c6e79889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2108.960346] env[62226]: DEBUG oslo_concurrency.lockutils [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] Acquired lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.960630] env[62226]: DEBUG nova.network.neutron [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Refreshing network info cache for port dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2108.964380] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:04:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc9b223f-3dce-442a-9045-a53c6e79889a', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2108.972681] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating folder: Project (d3d4620ee8ea49418cffd8ce0c25a074). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2108.976172] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd688f84-21d2-430a-bec3-4ffe7ab75a54 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.988791] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Created folder: Project (d3d4620ee8ea49418cffd8ce0c25a074) in parent group-v416438. [ 2108.989023] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating folder: Instances. Parent ref: group-v416698. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2108.989292] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7c6df21-31ec-4442-b583-8165335e953e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.000218] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Created folder: Instances in parent group-v416698. [ 2109.000447] env[62226]: DEBUG oslo.service.loopingcall [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2109.001757] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2109.001757] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b322a20-2c8e-490f-90ab-881d8df74590 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.021770] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2109.021770] env[62226]: value = "task-2028542" [ 2109.021770] env[62226]: _type = "Task" [ 2109.021770] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.030952] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028542, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.162936] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487209} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.163279] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 9a8e320b-0d09-4acc-927f-42afa21ac42a/9a8e320b-0d09-4acc-927f-42afa21ac42a.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2109.163726] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2109.164084] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4218431-0e7a-4267-8851-bf1bb894e6cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.177728] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Waiting for the task: (returnval){ [ 2109.177728] env[62226]: value = "task-2028543" [ 2109.177728] env[62226]: _type = "Task" [ 2109.177728] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.198772] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.206102] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d8ecd9-83cd-4889-3a77-30647a7b442b, 'name': SearchDatastore_Task, 'duration_secs': 0.008903} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.206773] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.207203] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] ed712ba9-4f95-4ae9-978a-f63a117cacbc/ed712ba9-4f95-4ae9-978a-f63a117cacbc.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2109.207582] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.207921] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2109.208290] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe958347-ba98-466c-a5f1-9edf457f14c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.213200] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c85bbd8e-a761-4a34-b446-687e35daa96e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.230639] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2109.230639] env[62226]: value = "task-2028544" [ 2109.230639] env[62226]: _type = "Task" [ 2109.230639] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.243343] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2109.243664] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2109.244931] env[62226]: DEBUG oslo_vmware.api [None req-d56835a7-9c03-4c98-bc8c-8e000e4e52fb tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028539, 'name': SuspendVM_Task} progress is 58%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.246136] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d7c9a45-405a-4014-a61c-ded73b2a6419 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.258361] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.264867] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Waiting for the task: (returnval){ [ 2109.264867] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52871566-cebf-8398-f164-de4e8b2d4ad5" [ 2109.264867] env[62226]: _type = "Task" [ 2109.264867] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.275897] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52871566-cebf-8398-f164-de4e8b2d4ad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.308674] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edabc7a-b0e5-4f67-bf8f-a79e2683c394 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.339096] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0c64b3-987a-46a6-af0b-2b835820e99e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.349160] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance '0863d731-b360-4190-af90-b096ef76dc3e' progress to 83 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2109.356775] env[62226]: DEBUG nova.network.neutron [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Updated VIF entry in instance network info cache for port 2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2109.357147] env[62226]: DEBUG nova.network.neutron [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Updating instance_info_cache with network_info: [{"id": "2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a", "address": "fa:16:3e:23:6c:a4", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4e9ecd-40", "ovs_interfaceid": "2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.365850] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028535, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.416310] env[62226]: INFO nova.compute.manager [-] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Took 1.41 seconds to deallocate network for instance. [ 2109.461638] env[62226]: DEBUG oslo_concurrency.lockutils [None req-26289dab-bce1-4ee2-ad1d-8f14dd1afc00 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "7ebe6015-ac27-4116-be91-5696b627df5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.673s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.540123] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028542, 'name': CreateVM_Task, 'duration_secs': 0.492743} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.540382] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2109.541530] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.541920] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.542425] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2109.542804] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd62ea3d-9bb8-4a73-9940-cd4547c182cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.550311] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2109.550311] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524733fd-e55c-6018-8a12-3ee5a8c9c8be" [ 2109.550311] env[62226]: _type = "Task" [ 2109.550311] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.565777] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524733fd-e55c-6018-8a12-3ee5a8c9c8be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.688431] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068685} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.688772] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2109.689894] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e2ecb5-8026-4d13-8a7c-67050d763acd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.715106] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 9a8e320b-0d09-4acc-927f-42afa21ac42a/9a8e320b-0d09-4acc-927f-42afa21ac42a.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2109.721362] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1244d4dd-3199-43d4-bc34-884b42203f73 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.747810] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028544, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.752593] env[62226]: DEBUG oslo_vmware.api [None req-d56835a7-9c03-4c98-bc8c-8e000e4e52fb tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028539, 'name': SuspendVM_Task, 'duration_secs': 0.846358} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.753357] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Waiting for the task: (returnval){ [ 2109.753357] env[62226]: value = "task-2028545" [ 2109.753357] env[62226]: _type = "Task" [ 2109.753357] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.753591] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d56835a7-9c03-4c98-bc8c-8e000e4e52fb tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Suspended the VM {{(pid=62226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2109.753707] env[62226]: DEBUG nova.compute.manager [None req-d56835a7-9c03-4c98-bc8c-8e000e4e52fb tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2109.754591] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d5f5cf-3866-4904-baa0-f6390f41a1ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.768400] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.781398] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52871566-cebf-8398-f164-de4e8b2d4ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.009869} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.782238] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946a6486-8354-4d25-9f69-7ecbca90b155 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.785262] env[62226]: DEBUG nova.network.neutron [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updated VIF entry in instance network info cache for port dc9b223f-3dce-442a-9045-a53c6e79889a. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2109.785674] env[62226]: DEBUG nova.network.neutron [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updating instance_info_cache with network_info: [{"id": "dc9b223f-3dce-442a-9045-a53c6e79889a", "address": "fa:16:3e:0a:04:39", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9b223f-3d", "ovs_interfaceid": "dc9b223f-3dce-442a-9045-a53c6e79889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.790254] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Waiting for the task: (returnval){ [ 2109.790254] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a57293-eefc-059c-65cb-6fe888f38adf" [ 2109.790254] env[62226]: _type = "Task" [ 2109.790254] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.797985] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a57293-eefc-059c-65cb-6fe888f38adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.802216] env[62226]: DEBUG nova.compute.manager [req-b92fa444-5185-4b9f-993a-1f78f2af2648 req-7c7e8a3a-d40a-4cbb-9753-da49d0594001 service nova] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Received event network-vif-deleted-a8ee324f-d949-440a-a20c-8a03f7890313 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2109.862120] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2109.862745] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Releasing lock "refresh_cache-ed712ba9-4f95-4ae9-978a-f63a117cacbc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.863104] env[62226]: DEBUG nova.compute.manager [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Received event network-vif-plugged-8eedf937-f02c-4ea1-9c34-c18f176e846c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2109.863339] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Acquiring lock "aead4bf7-07e4-4bea-8dcf-a2373f306565-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.863584] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Lock "aead4bf7-07e4-4bea-8dcf-a2373f306565-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.863811] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Lock "aead4bf7-07e4-4bea-8dcf-a2373f306565-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.864039] env[62226]: DEBUG nova.compute.manager [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] No waiting events found dispatching network-vif-plugged-8eedf937-f02c-4ea1-9c34-c18f176e846c {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2109.864271] env[62226]: WARNING nova.compute.manager [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Received unexpected event network-vif-plugged-8eedf937-f02c-4ea1-9c34-c18f176e846c for instance with vm_state building and task_state spawning. [ 2109.864438] env[62226]: DEBUG nova.compute.manager [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Received event network-changed-8eedf937-f02c-4ea1-9c34-c18f176e846c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2109.864592] env[62226]: DEBUG nova.compute.manager [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Refreshing instance network info cache due to event network-changed-8eedf937-f02c-4ea1-9c34-c18f176e846c. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2109.864848] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Acquiring lock "refresh_cache-aead4bf7-07e4-4bea-8dcf-a2373f306565" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.865051] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Acquired lock "refresh_cache-aead4bf7-07e4-4bea-8dcf-a2373f306565" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.865148] env[62226]: DEBUG nova.network.neutron [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Refreshing network info cache for port 8eedf937-f02c-4ea1-9c34-c18f176e846c {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2109.869376] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe87b5f3-6b56-428b-a531-037a8104d856 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.872895] env[62226]: DEBUG oslo_vmware.api [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028535, 'name': PowerOnVM_Task, 'duration_secs': 1.570949} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.877234] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2109.877234] env[62226]: INFO nova.compute.manager [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Took 17.75 seconds to spawn the instance on the hypervisor. [ 2109.877234] env[62226]: DEBUG nova.compute.manager [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2109.877234] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "5fa1561d-fbbe-41ac-8669-19008d976ef6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.877718] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "5fa1561d-fbbe-41ac-8669-19008d976ef6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.882310] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c331bb-9b79-484f-abc1-009286b25aa8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.886028] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2109.886028] env[62226]: value = "task-2028546" [ 2109.886028] env[62226]: _type = "Task" [ 2109.886028] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.893866] env[62226]: DEBUG nova.network.neutron [-] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.905897] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028546, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.914962] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "ca26041c-5a9c-474a-bbb8-7a92736a8a75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.915363] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "ca26041c-5a9c-474a-bbb8-7a92736a8a75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.923820] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.924115] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.924356] env[62226]: DEBUG nova.objects.instance [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lazy-loading 'resources' on Instance uuid 764863c4-3538-4a20-b209-d9c0ccad32d2 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2109.956453] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "cdac5d02-93fc-4b50-b493-c9fa6a11ce22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.957276] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "cdac5d02-93fc-4b50-b493-c9fa6a11ce22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.065478] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524733fd-e55c-6018-8a12-3ee5a8c9c8be, 'name': SearchDatastore_Task, 'duration_secs': 0.058277} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.066369] env[62226]: DEBUG nova.network.neutron [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Successfully updated port: af41ee68-4e2f-4432-946e-e441d1aa073c {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2110.072023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.072023] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2110.072023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.248810] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562882} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.249241] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] ed712ba9-4f95-4ae9-978a-f63a117cacbc/ed712ba9-4f95-4ae9-978a-f63a117cacbc.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2110.250442] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2110.250442] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-016da985-4dde-4127-9381-4d4a33e1893d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.265095] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2110.265095] env[62226]: value = "task-2028547" [ 2110.265095] env[62226]: _type = "Task" [ 2110.265095] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.273598] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028545, 'name': ReconfigVM_Task, 'duration_secs': 0.394861} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.275229] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 9a8e320b-0d09-4acc-927f-42afa21ac42a/9a8e320b-0d09-4acc-927f-42afa21ac42a.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2110.275760] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b4053f3-2699-4b43-a1ca-de05e48e0fb9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.284168] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.290428] env[62226]: DEBUG oslo_concurrency.lockutils [req-bf1df3f5-2f70-4b35-956b-fd8c008c1d0d req-37a64aea-bd47-490d-9c87-a1985f469c89 service nova] Releasing lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.291197] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Waiting for the task: (returnval){ [ 2110.291197] env[62226]: value = "task-2028548" [ 2110.291197] env[62226]: _type = "Task" [ 2110.291197] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.306752] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a57293-eefc-059c-65cb-6fe888f38adf, 'name': SearchDatastore_Task, 'duration_secs': 0.046501} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.309894] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.310310] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] aead4bf7-07e4-4bea-8dcf-a2373f306565/aead4bf7-07e4-4bea-8dcf-a2373f306565.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2110.313941] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028548, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.313941] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.313941] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2110.313941] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d0c7b17-b211-400c-bb65-8fa3489d3529 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.314418] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-150614c9-8d3e-419d-a97a-444910566c4f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.321885] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Waiting for the task: (returnval){ [ 2110.321885] env[62226]: value = "task-2028549" [ 2110.321885] env[62226]: _type = "Task" [ 2110.321885] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.328497] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2110.328717] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2110.329868] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44109630-46d0-4b85-93ef-8c49c02f2d6e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.336162] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.339726] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2110.339726] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ea72d6-c6d5-809b-0e0f-b15c0f379860" [ 2110.339726] env[62226]: _type = "Task" [ 2110.339726] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.347921] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ea72d6-c6d5-809b-0e0f-b15c0f379860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.387060] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2110.400141] env[62226]: INFO nova.compute.manager [-] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Took 1.56 seconds to deallocate network for instance. [ 2110.400466] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.410365] env[62226]: INFO nova.compute.manager [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Took 43.25 seconds to build instance. [ 2110.417803] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2110.460186] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2110.572170] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "refresh_cache-9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.572170] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "refresh_cache-9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.572170] env[62226]: DEBUG nova.network.neutron [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2110.765135] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ea3fe1-3061-4ab0-aa98-7726d0de2ad8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.778442] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065573} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.784136] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2110.784136] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90bda1c-a40f-4c9a-947a-084fb93eae0b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.787591] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b25e0f4-bf92-458f-9820-f0c88789017e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.841389] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] ed712ba9-4f95-4ae9-978a-f63a117cacbc/ed712ba9-4f95-4ae9-978a-f63a117cacbc.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2110.842611] env[62226]: DEBUG nova.network.neutron [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Updated VIF entry in instance network info cache for port 8eedf937-f02c-4ea1-9c34-c18f176e846c. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2110.843035] env[62226]: DEBUG nova.network.neutron [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Updating instance_info_cache with network_info: [{"id": "8eedf937-f02c-4ea1-9c34-c18f176e846c", "address": "fa:16:3e:38:a4:f2", "network": {"id": "c55f1228-4fbf-4b2a-99b4-993e8d0c3329", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-607660238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faa4ba1ed70947f599f27b51f758c9b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eedf937-f0", "ovs_interfaceid": "8eedf937-f02c-4ea1-9c34-c18f176e846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.849320] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44983fef-7969-4b02-91a9-dd999be05833 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.854626] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e579c44e-9372-4a18-8f16-fbfa5308f9e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.871032] env[62226]: DEBUG nova.compute.manager [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Received event network-vif-plugged-af41ee68-4e2f-4432-946e-e441d1aa073c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2110.871400] env[62226]: DEBUG oslo_concurrency.lockutils [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] Acquiring lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.872242] env[62226]: DEBUG oslo_concurrency.lockutils [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] Lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.872242] env[62226]: DEBUG oslo_concurrency.lockutils [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] Lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.872242] env[62226]: DEBUG nova.compute.manager [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] No waiting events found dispatching network-vif-plugged-af41ee68-4e2f-4432-946e-e441d1aa073c {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2110.872242] env[62226]: WARNING nova.compute.manager [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Received unexpected event network-vif-plugged-af41ee68-4e2f-4432-946e-e441d1aa073c for instance with vm_state building and task_state spawning. [ 2110.873081] env[62226]: DEBUG nova.compute.manager [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Received event network-changed-af41ee68-4e2f-4432-946e-e441d1aa073c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2110.873081] env[62226]: DEBUG nova.compute.manager [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Refreshing instance network info cache due to event network-changed-af41ee68-4e2f-4432-946e-e441d1aa073c. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2110.873081] env[62226]: DEBUG oslo_concurrency.lockutils [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] Acquiring lock "refresh_cache-9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.882252] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "interface-231b6ed7-fde3-4103-bf2f-deab8f9097c7-823c32d6-3cc6-464e-a656-ea65808f47dd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.882488] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-231b6ed7-fde3-4103-bf2f-deab8f9097c7-823c32d6-3cc6-464e-a656-ea65808f47dd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.883994] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028548, 'name': Rename_Task, 'duration_secs': 0.177448} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.886144] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2110.886722] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-020859ee-bcb7-4d62-ad0f-06a938b681a8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.908348] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028549, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.908348] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ea72d6-c6d5-809b-0e0f-b15c0f379860, 'name': SearchDatastore_Task, 'duration_secs': 0.036063} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.917980] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af2d1de-b417-4b17-9230-33c4ce787fba {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.923553] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2110.923553] env[62226]: value = "task-2028550" [ 2110.923553] env[62226]: _type = "Task" [ 2110.923553] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.926245] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.927120] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8a0b032a-cc03-4ed7-9336-031c6fb373bb tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "2fccebf4-527c-4284-9aac-51296d89a454" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.783s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.930139] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb69dcc-55dd-43ba-af7a-bbe65c65c62e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.933298] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Waiting for the task: (returnval){ [ 2110.933298] env[62226]: value = "task-2028551" [ 2110.933298] env[62226]: _type = "Task" [ 2110.933298] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.961014] env[62226]: DEBUG nova.compute.provider_tree [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2110.961750] env[62226]: DEBUG oslo_vmware.api [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028546, 'name': PowerOnVM_Task, 'duration_secs': 0.80888} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.965048] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.965491] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2110.966038] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-525e0a17-c8a6-49b0-88e7-40b9a7518dea tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance '0863d731-b360-4190-af90-b096ef76dc3e' progress to 100 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2110.973057] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2110.973057] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a8b5ec-e203-9e37-b4e2-429d0fc8bf9e" [ 2110.973057] env[62226]: _type = "Task" [ 2110.973057] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.979505] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.980459] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.993706] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028551, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.002748] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a8b5ec-e203-9e37-b4e2-429d0fc8bf9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.014592] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.137379] env[62226]: DEBUG nova.network.neutron [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2111.342378] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842389} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.342649] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] aead4bf7-07e4-4bea-8dcf-a2373f306565/aead4bf7-07e4-4bea-8dcf-a2373f306565.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2111.342904] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2111.343183] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86585f00-b648-4aab-8454-50583eacc9f6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.350210] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Waiting for the task: (returnval){ [ 2111.350210] env[62226]: value = "task-2028552" [ 2111.350210] env[62226]: _type = "Task" [ 2111.350210] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.358844] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.359809] env[62226]: DEBUG nova.network.neutron [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Updating instance_info_cache with network_info: [{"id": "af41ee68-4e2f-4432-946e-e441d1aa073c", "address": "fa:16:3e:6b:b1:77", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf41ee68-4e", "ovs_interfaceid": "af41ee68-4e2f-4432-946e-e441d1aa073c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.381973] env[62226]: DEBUG oslo_concurrency.lockutils [req-dfe471d0-3d13-4ad7-aebe-f9be4b77b3e4 req-b20e1d55-0f55-4e9a-a190-03265c365d21 service nova] Releasing lock "refresh_cache-aead4bf7-07e4-4bea-8dcf-a2373f306565" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.385027] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.385209] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.386083] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a337a301-5999-4b94-99f6-2897bf965b23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.404977] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db98361-e84c-4161-b515-d0eb4a8aecc2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.434722] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Reconfiguring VM to detach interface {{(pid=62226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2111.435133] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee302e73-fea2-4a32-9976-0278c5b66bae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.466367] env[62226]: DEBUG nova.scheduler.client.report [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2111.474037] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2111.474037] env[62226]: value = "task-2028553" [ 2111.474037] env[62226]: _type = "Task" [ 2111.474037] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.474037] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.484104] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.498099] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a8b5ec-e203-9e37-b4e2-429d0fc8bf9e, 'name': SearchDatastore_Task, 'duration_secs': 0.059968} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.498276] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.498603] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.499242] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] d21cdd5a-85ac-4145-bb8b-76f359c97970/d21cdd5a-85ac-4145-bb8b-76f359c97970.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2111.499388] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51111024-f2e4-46ff-a673-a0fb9883fa2f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.507091] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2111.507091] env[62226]: value = "task-2028554" [ 2111.507091] env[62226]: _type = "Task" [ 2111.507091] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.515743] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.542215] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "00a53b28-c31d-46b0-a081-6c28b64bad3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.542215] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "00a53b28-c31d-46b0-a081-6c28b64bad3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.594300] env[62226]: INFO nova.compute.manager [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Resuming [ 2111.595888] env[62226]: DEBUG nova.objects.instance [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lazy-loading 'flavor' on Instance uuid 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.860116] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162176} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.860450] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2111.861371] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063a03eb-2b04-4d4a-9b26-3dc828985e9e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.864061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "refresh_cache-9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.864862] env[62226]: DEBUG nova.compute.manager [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Instance network_info: |[{"id": "af41ee68-4e2f-4432-946e-e441d1aa073c", "address": "fa:16:3e:6b:b1:77", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf41ee68-4e", "ovs_interfaceid": "af41ee68-4e2f-4432-946e-e441d1aa073c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2111.865214] env[62226]: DEBUG oslo_concurrency.lockutils [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] Acquired lock "refresh_cache-9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.865430] env[62226]: DEBUG nova.network.neutron [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Refreshing network info cache for port af41ee68-4e2f-4432-946e-e441d1aa073c {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2111.866619] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:b1:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af41ee68-4e2f-4432-946e-e441d1aa073c', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2111.875206] env[62226]: DEBUG oslo.service.loopingcall [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.876788] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2111.877103] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-030bd1cf-dd0c-44c6-9f85-f958c6f5ad6a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.904572] env[62226]: DEBUG nova.compute.manager [req-9eab4b9a-b6b8-4573-bcf9-349208f7c99c req-64eae070-193f-47cf-ab2f-49109690d259 service nova] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Received event network-vif-deleted-f9e22fb6-2c87-41df-b1c1-87f7f4bb7d6e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2111.913568] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] aead4bf7-07e4-4bea-8dcf-a2373f306565/aead4bf7-07e4-4bea-8dcf-a2373f306565.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2111.914651] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3006df8-4ab6-42c6-a618-4be6d3581937 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.931076] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2111.931076] env[62226]: value = "task-2028555" [ 2111.931076] env[62226]: _type = "Task" [ 2111.931076] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.935841] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Waiting for the task: (returnval){ [ 2111.935841] env[62226]: value = "task-2028556" [ 2111.935841] env[62226]: _type = "Task" [ 2111.935841] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.942646] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028555, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.953365] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028556, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.954663] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028550, 'name': ReconfigVM_Task, 'duration_secs': 0.898013} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.954941] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Reconfigured VM instance instance-00000062 to attach disk [datastore2] ed712ba9-4f95-4ae9-978a-f63a117cacbc/ed712ba9-4f95-4ae9-978a-f63a117cacbc.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2111.955617] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc1327ac-45fd-4fe3-9db2-c1b9a136ebd0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.962262] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2111.962262] env[62226]: value = "task-2028557" [ 2111.962262] env[62226]: _type = "Task" [ 2111.962262] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.973672] env[62226]: DEBUG oslo_vmware.api [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028551, 'name': PowerOnVM_Task, 'duration_secs': 0.634538} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.977712] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2111.977987] env[62226]: INFO nova.compute.manager [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Took 14.91 seconds to spawn the instance on the hypervisor. [ 2111.978217] env[62226]: DEBUG nova.compute.manager [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2111.978988] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.981555] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028557, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.983300] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7e9c34-eeac-4046-9f43-3bf4fc85476d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.988034] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.060s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.988034] env[62226]: DEBUG nova.objects.instance [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lazy-loading 'resources' on Instance uuid b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2112.004368] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.008322] env[62226]: INFO nova.scheduler.client.report [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted allocations for instance 764863c4-3538-4a20-b209-d9c0ccad32d2 [ 2112.022152] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028554, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.045061] env[62226]: DEBUG nova.compute.manager [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2112.180599] env[62226]: INFO nova.compute.manager [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Rescuing [ 2112.180795] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "refresh_cache-2fccebf4-527c-4284-9aac-51296d89a454" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.180887] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "refresh_cache-2fccebf4-527c-4284-9aac-51296d89a454" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.181020] env[62226]: DEBUG nova.network.neutron [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2112.441264] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028555, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.451993] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.476160] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028557, 'name': Rename_Task, 'duration_secs': 0.293035} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.476543] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2112.476853] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-783621c5-31de-4ec4-ac94-96f6a983bbdd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.487617] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2112.487617] env[62226]: value = "task-2028558" [ 2112.487617] env[62226]: _type = "Task" [ 2112.487617] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.497363] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.503255] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.528222] env[62226]: INFO nova.compute.manager [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Took 38.28 seconds to build instance. [ 2112.533372] env[62226]: DEBUG oslo_concurrency.lockutils [None req-cc18bc68-1cf8-4cf5-9d83-2ba7d1a9ca07 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "764863c4-3538-4a20-b209-d9c0ccad32d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.551141] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832167} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.558489] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] d21cdd5a-85ac-4145-bb8b-76f359c97970/d21cdd5a-85ac-4145-bb8b-76f359c97970.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2112.558719] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2112.564462] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd1ee2d1-c73e-4485-8072-4de6e9d0de70 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.573294] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2112.573294] env[62226]: value = "task-2028559" [ 2112.573294] env[62226]: _type = "Task" [ 2112.573294] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.579185] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.582841] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.806782] env[62226]: DEBUG nova.network.neutron [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Updated VIF entry in instance network info cache for port af41ee68-4e2f-4432-946e-e441d1aa073c. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2112.807145] env[62226]: DEBUG nova.network.neutron [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Updating instance_info_cache with network_info: [{"id": "af41ee68-4e2f-4432-946e-e441d1aa073c", "address": "fa:16:3e:6b:b1:77", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf41ee68-4e", "ovs_interfaceid": "af41ee68-4e2f-4432-946e-e441d1aa073c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.892873] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b70294-4c45-4f34-bd65-130e1256e34c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.900306] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e400e3a-28ac-4d60-be79-40c71982b352 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.934223] env[62226]: DEBUG nova.network.neutron [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Updating instance_info_cache with network_info: [{"id": "71ed8643-a887-48ea-94c2-20e49caca8f2", "address": "fa:16:3e:f2:e7:70", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ed8643-a8", "ovs_interfaceid": "71ed8643-a887-48ea-94c2-20e49caca8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.938751] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c181860-195b-4c84-94a7-a03b1a072b53 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.952523] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028555, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.953893] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5007737-376c-4d75-ad7a-c0b82878832f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.961626] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Acquiring lock "9a8e320b-0d09-4acc-927f-42afa21ac42a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.961901] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.975073] env[62226]: DEBUG nova.compute.provider_tree [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2113.000174] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.003925] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.033495] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a767db5-2c8d-4958-b95a-8ab3ee93914f tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Lock "9a8e320b-0d09-4acc-927f-42afa21ac42a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.797s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.033863] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Lock "9a8e320b-0d09-4acc-927f-42afa21ac42a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.072s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.034132] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Acquiring lock "9a8e320b-0d09-4acc-927f-42afa21ac42a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.034379] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Lock "9a8e320b-0d09-4acc-927f-42afa21ac42a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.034554] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Lock "9a8e320b-0d09-4acc-927f-42afa21ac42a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.036739] env[62226]: INFO nova.compute.manager [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Terminating instance [ 2113.085860] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066535} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.086249] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2113.087371] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef71bdf0-f0e0-4a02-9d66-64d0c1e7738c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.111059] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] d21cdd5a-85ac-4145-bb8b-76f359c97970/d21cdd5a-85ac-4145-bb8b-76f359c97970.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2113.111686] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.111863] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquired lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.112047] env[62226]: DEBUG nova.network.neutron [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2113.113661] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a8877b0-b586-44a9-a8f0-8791abca3ea4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.134580] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2113.134580] env[62226]: value = "task-2028560" [ 2113.134580] env[62226]: _type = "Task" [ 2113.134580] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.142624] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.310444] env[62226]: DEBUG oslo_concurrency.lockutils [req-780dc82f-9d06-41cc-b6e6-1e777c1dc684 req-9e36c643-febf-405a-867a-7007eec7da4e service nova] Releasing lock "refresh_cache-9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.442973] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "refresh_cache-2fccebf4-527c-4284-9aac-51296d89a454" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.444962] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028555, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.460132] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028556, 'name': ReconfigVM_Task, 'duration_secs': 1.155103} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.460401] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Reconfigured VM instance instance-00000063 to attach disk [datastore2] aead4bf7-07e4-4bea-8dcf-a2373f306565/aead4bf7-07e4-4bea-8dcf-a2373f306565.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2113.461033] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91af9647-bd8e-47f0-947f-7e4aa0a71502 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.474651] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Waiting for the task: (returnval){ [ 2113.474651] env[62226]: value = "task-2028561" [ 2113.474651] env[62226]: _type = "Task" [ 2113.474651] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.478892] env[62226]: DEBUG nova.scheduler.client.report [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2113.493770] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028561, 'name': Rename_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.501603] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.504976] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028558, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.540623] env[62226]: DEBUG nova.compute.manager [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2113.540797] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2113.541867] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22009e51-1cd4-47b9-b4cc-e0d530287654 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.551495] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2113.551777] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cc4a89f-4c52-46e9-ac25-3b9ad84071c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.558871] env[62226]: DEBUG oslo_vmware.api [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Waiting for the task: (returnval){ [ 2113.558871] env[62226]: value = "task-2028562" [ 2113.558871] env[62226]: _type = "Task" [ 2113.558871] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.568137] env[62226]: DEBUG oslo_vmware.api [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.645270] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.703079] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.703450] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.943955] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028555, 'name': CreateVM_Task, 'duration_secs': 1.694636} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.945058] env[62226]: DEBUG nova.network.neutron [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updating instance_info_cache with network_info: [{"id": "43811594-a2b3-4986-b49c-9a06ec80abed", "address": "fa:16:3e:01:6c:7e", "network": {"id": "12c68adc-9aef-4301-bdcc-7a179404895b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008727855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cbb6c56629a4d7e93c3723bd9d6e0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43811594-a2", "ovs_interfaceid": "43811594-a2b3-4986-b49c-9a06ec80abed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.946183] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2113.946859] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.947033] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.947357] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2113.947828] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-563f15cc-baaa-4f42-a763-f50b2e2f2343 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.953119] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2113.953119] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520715b1-dcd8-72b7-e827-785ecd02b25f" [ 2113.953119] env[62226]: _type = "Task" [ 2113.953119] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.965400] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520715b1-dcd8-72b7-e827-785ecd02b25f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.985660] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.988436] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028561, 'name': Rename_Task, 'duration_secs': 0.187991} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.989136] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.026s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.990568] env[62226]: INFO nova.compute.claims [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2113.993137] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2114.001593] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c712e67-b9a4-4055-a954-56da1393864f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.012808] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.015695] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Waiting for the task: (returnval){ [ 2114.015695] env[62226]: value = "task-2028563" [ 2114.015695] env[62226]: _type = "Task" [ 2114.015695] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.025260] env[62226]: DEBUG oslo_vmware.api [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028558, 'name': PowerOnVM_Task, 'duration_secs': 1.413814} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.025260] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2114.025260] env[62226]: INFO nova.compute.manager [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Took 14.47 seconds to spawn the instance on the hypervisor. [ 2114.025260] env[62226]: DEBUG nova.compute.manager [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2114.027103] env[62226]: INFO nova.scheduler.client.report [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Deleted allocations for instance b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf [ 2114.031272] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1434134d-5a6d-4f5c-a944-23ed224e145f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.041658] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028563, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.073804] env[62226]: DEBUG oslo_vmware.api [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028562, 'name': PowerOffVM_Task, 'duration_secs': 0.169857} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.074176] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2114.074501] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2114.076353] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7562321-d0c4-45cb-9f41-6f276986547e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.094792] env[62226]: DEBUG nova.network.neutron [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Port 12b0a10b-f680-4a3a-9740-784ce34fd4c7 binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2114.095162] env[62226]: DEBUG oslo_concurrency.lockutils [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.095304] env[62226]: DEBUG oslo_concurrency.lockutils [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.095477] env[62226]: DEBUG nova.network.neutron [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2114.147017] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028560, 'name': ReconfigVM_Task, 'duration_secs': 0.694599} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.147369] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Reconfigured VM instance instance-00000064 to attach disk [datastore2] d21cdd5a-85ac-4145-bb8b-76f359c97970/d21cdd5a-85ac-4145-bb8b-76f359c97970.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2114.148052] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2b5fc33-ae71-4fcd-86ed-3cf1fb0b49e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.155840] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2114.155840] env[62226]: value = "task-2028565" [ 2114.155840] env[62226]: _type = "Task" [ 2114.155840] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.162212] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2114.162538] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2114.162704] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Deleting the datastore file [datastore2] 9a8e320b-0d09-4acc-927f-42afa21ac42a {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2114.166215] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56859f5f-a0bc-4b5a-99ac-6f252b8ddac9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.168476] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028565, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.172955] env[62226]: DEBUG oslo_vmware.api [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Waiting for the task: (returnval){ [ 2114.172955] env[62226]: value = "task-2028566" [ 2114.172955] env[62226]: _type = "Task" [ 2114.172955] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.182401] env[62226]: DEBUG oslo_vmware.api [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.206148] env[62226]: DEBUG nova.compute.manager [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2114.448784] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Releasing lock "refresh_cache-2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.449803] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b5cb87-bf99-4c90-b70a-93c5a5e69a62 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.457975] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Resuming the VM {{(pid=62226) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2114.458660] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a4df695-a02c-4a1e-848d-eb27bc72af78 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.464142] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520715b1-dcd8-72b7-e827-785ecd02b25f, 'name': SearchDatastore_Task, 'duration_secs': 0.0245} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.464813] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.465548] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2114.465548] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.465548] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.465693] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2114.465933] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a78783b0-c141-49e2-8e56-387be75122b5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.468776] env[62226]: DEBUG oslo_vmware.api [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2114.468776] env[62226]: value = "task-2028567" [ 2114.468776] env[62226]: _type = "Task" [ 2114.468776] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.478289] env[62226]: DEBUG oslo_vmware.api [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.479493] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2114.479670] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2114.481321] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f2c698-cb7c-490f-b243-5594a01c6699 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.488100] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2114.488100] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52eda179-e80a-1c30-85d2-e47a268a70f7" [ 2114.488100] env[62226]: _type = "Task" [ 2114.488100] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.502221] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52eda179-e80a-1c30-85d2-e47a268a70f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.507422] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.532408] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.539408] env[62226]: DEBUG oslo_concurrency.lockutils [None req-44f0df72-a0e7-452d-95eb-90e87911bba4 tempest-ImagesTestJSON-1041047040 tempest-ImagesTestJSON-1041047040-project-member] Lock "b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.365s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.557059] env[62226]: INFO nova.compute.manager [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Took 32.99 seconds to build instance. [ 2114.666479] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028565, 'name': Rename_Task, 'duration_secs': 0.172119} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.666779] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2114.667585] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-321c976b-de1c-4b90-96eb-037f292ba666 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.678908] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2114.678908] env[62226]: value = "task-2028568" [ 2114.678908] env[62226]: _type = "Task" [ 2114.678908] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.685623] env[62226]: DEBUG oslo_vmware.api [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Task: {'id': task-2028566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204678} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.686235] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2114.686597] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2114.686783] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2114.687019] env[62226]: INFO nova.compute.manager [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2114.687301] env[62226]: DEBUG oslo.service.loopingcall [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2114.687464] env[62226]: DEBUG nova.compute.manager [-] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2114.687554] env[62226]: DEBUG nova.network.neutron [-] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2114.692895] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.730836] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.965861] env[62226]: DEBUG nova.network.neutron [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance_info_cache with network_info: [{"id": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "address": "fa:16:3e:44:8f:cb", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b0a10b-f6", "ovs_interfaceid": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.980608] env[62226]: DEBUG oslo_vmware.api [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.985656] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2114.986075] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dea60e8-f33d-4413-b01f-250729f43807 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.002218] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2115.002218] env[62226]: value = "task-2028569" [ 2115.002218] env[62226]: _type = "Task" [ 2115.002218] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.014023] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52eda179-e80a-1c30-85d2-e47a268a70f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.024684] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.025097] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ea2a6d-9fb5-4bc4-9eda-8f7a288a28f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.042251] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.044157] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2115.044157] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e0278d-c3fb-db24-3212-74b43e72ee54" [ 2115.044157] env[62226]: _type = "Task" [ 2115.044157] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.047868] env[62226]: DEBUG oslo_vmware.api [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028563, 'name': PowerOnVM_Task, 'duration_secs': 0.743515} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.055417] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2115.058803] env[62226]: INFO nova.compute.manager [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Took 11.22 seconds to spawn the instance on the hypervisor. [ 2115.058803] env[62226]: DEBUG nova.compute.manager [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2115.064991] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ce4946-4cef-4951-a298-387fa8599e92 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.068526] env[62226]: DEBUG oslo_concurrency.lockutils [None req-abaec279-29fd-4d26-baf9-7ab1bd6b0de9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ed712ba9-4f95-4ae9-978a-f63a117cacbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.512s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.075399] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e0278d-c3fb-db24-3212-74b43e72ee54, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.078014] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.078014] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6/9b1be929-ab3b-4b64-8db3-fa4bf2853bc6.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2115.081294] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcdcb839-a2c2-444f-985d-14a36841025d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.092752] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2115.092752] env[62226]: value = "task-2028570" [ 2115.092752] env[62226]: _type = "Task" [ 2115.092752] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.104434] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.192970] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.300188] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Acquiring lock "1319c83f-40fc-4bf7-92b1-7d95a12b9859" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.300188] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Lock "1319c83f-40fc-4bf7-92b1-7d95a12b9859" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.300188] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Acquiring lock "1319c83f-40fc-4bf7-92b1-7d95a12b9859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.300188] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Lock "1319c83f-40fc-4bf7-92b1-7d95a12b9859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.300188] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Lock "1319c83f-40fc-4bf7-92b1-7d95a12b9859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.300650] env[62226]: INFO nova.compute.manager [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Terminating instance [ 2115.450738] env[62226]: DEBUG nova.compute.manager [req-1ece13d9-9a60-4f13-9a15-1ba6f2a036f5 req-e7adde95-4e75-45aa-8a80-9199a76714ec service nova] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Received event network-vif-deleted-da4726ab-5971-48b8-af3e-da644aea8999 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2115.450738] env[62226]: INFO nova.compute.manager [req-1ece13d9-9a60-4f13-9a15-1ba6f2a036f5 req-e7adde95-4e75-45aa-8a80-9199a76714ec service nova] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Neutron deleted interface da4726ab-5971-48b8-af3e-da644aea8999; detaching it from the instance and deleting it from the info cache [ 2115.450738] env[62226]: DEBUG nova.network.neutron [req-1ece13d9-9a60-4f13-9a15-1ba6f2a036f5 req-e7adde95-4e75-45aa-8a80-9199a76714ec service nova] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.462703] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e5aa3d-e869-4777-babb-104de396f845 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.469392] env[62226]: DEBUG oslo_concurrency.lockutils [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.480033] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1b21fc-0497-40a4-84bc-0c7fe6ea84c7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.489249] env[62226]: DEBUG oslo_vmware.api [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028567, 'name': PowerOnVM_Task, 'duration_secs': 1.001182} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.516291] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Resumed the VM {{(pid=62226) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2115.516594] env[62226]: DEBUG nova.compute.manager [None req-df2d1fcb-73aa-4cc3-bcdc-935cf6ad7568 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2115.518854] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8274c7ad-11bc-45a4-866a-2624617e4c4e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.529947] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79280b5b-4cce-4e54-92f1-cc432b5ab5dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.543501] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028569, 'name': PowerOffVM_Task, 'duration_secs': 0.220573} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.552592] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2115.557549] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.559085] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88868662-b9a4-45a6-9c53-01056e955eb9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.565199] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e685152-01ff-4657-834c-572fc7bd8e1e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.593348] env[62226]: DEBUG nova.compute.provider_tree [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2115.612014] env[62226]: INFO nova.compute.manager [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Took 28.15 seconds to build instance. [ 2115.614057] env[62226]: DEBUG nova.scheduler.client.report [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2115.622857] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb38d3a-e189-4673-8739-5b29e8fe39fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.644754] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028570, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.679502] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2115.686030] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b67abc41-acfa-4d69-a9a2-8a85a9aa2be8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.702371] env[62226]: DEBUG oslo_vmware.api [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028568, 'name': PowerOnVM_Task, 'duration_secs': 0.781949} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.704159] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2115.704397] env[62226]: INFO nova.compute.manager [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Took 9.42 seconds to spawn the instance on the hypervisor. [ 2115.704583] env[62226]: DEBUG nova.compute.manager [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2115.705012] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2115.705012] env[62226]: value = "task-2028571" [ 2115.705012] env[62226]: _type = "Task" [ 2115.705012] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.705794] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310515b7-6530-4b95-8fbb-de3a12d1a92e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.721729] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2115.722014] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2115.722428] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.722428] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.722698] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2115.723080] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63246de3-0bd2-4858-aeb9-18916418edd8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.734438] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2115.734627] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2115.735381] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1742111a-1618-485f-afc7-765f847fbbc5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.741000] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2115.741000] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524299db-2f16-9ff0-ecd2-10ecc4c8abe9" [ 2115.741000] env[62226]: _type = "Task" [ 2115.741000] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.749396] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524299db-2f16-9ff0-ecd2-10ecc4c8abe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.774670] env[62226]: DEBUG nova.network.neutron [-] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.805223] env[62226]: DEBUG nova.compute.manager [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2115.805502] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2115.806405] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e69c59-871a-45a8-afb1-fcb42879efb2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.814815] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2115.815511] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18892169-a0c6-4fc9-94ad-b287f843faeb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.822919] env[62226]: DEBUG oslo_vmware.api [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Waiting for the task: (returnval){ [ 2115.822919] env[62226]: value = "task-2028572" [ 2115.822919] env[62226]: _type = "Task" [ 2115.822919] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.832876] env[62226]: DEBUG oslo_vmware.api [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.951402] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cf873cd-71a7-4a4b-a94b-92826781287b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.961081] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ecb313-881d-4e1c-a342-6b71b4c95f3b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.975936] env[62226]: DEBUG nova.compute.manager [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62226) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2116.008573] env[62226]: DEBUG nova.compute.manager [req-1ece13d9-9a60-4f13-9a15-1ba6f2a036f5 req-e7adde95-4e75-45aa-8a80-9199a76714ec service nova] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Detach interface failed, port_id=da4726ab-5971-48b8-af3e-da644aea8999, reason: Instance 9a8e320b-0d09-4acc-927f-42afa21ac42a could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2116.027921] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.124455] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658833} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.125014] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6/9b1be929-ab3b-4b64-8db3-fa4bf2853bc6.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2116.125509] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2116.126050] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6466ad32-e779-4b35-8ee7-4dcd594f7376 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.130154] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.131011] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2116.134102] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5476ca-5861-438c-be25-c2172de4c9f5 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Lock "aead4bf7-07e4-4bea-8dcf-a2373f306565" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.693s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.134745] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.155s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.138025] env[62226]: INFO nova.compute.claims [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2116.143728] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2116.143728] env[62226]: value = "task-2028573" [ 2116.143728] env[62226]: _type = "Task" [ 2116.143728] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.152034] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.232302] env[62226]: INFO nova.compute.manager [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Took 28.55 seconds to build instance. [ 2116.255780] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524299db-2f16-9ff0-ecd2-10ecc4c8abe9, 'name': SearchDatastore_Task, 'duration_secs': 0.017888} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.257732] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b3101a-17ac-4926-a089-7c0f369437ac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.264443] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2116.264443] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cad516-52e9-8a1b-5316-345d5f8f1264" [ 2116.264443] env[62226]: _type = "Task" [ 2116.264443] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.274257] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cad516-52e9-8a1b-5316-345d5f8f1264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.276876] env[62226]: INFO nova.compute.manager [-] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Took 1.59 seconds to deallocate network for instance. [ 2116.334933] env[62226]: DEBUG oslo_vmware.api [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028572, 'name': PowerOffVM_Task, 'duration_secs': 0.379905} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.335478] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2116.335797] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2116.337361] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4d3cd08-8b81-41db-b495-e1a464291eb8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.503407] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2116.503478] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2116.503645] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Deleting the datastore file [datastore2] 1319c83f-40fc-4bf7-92b1-7d95a12b9859 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2116.503930] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4860d446-1c68-405d-9a7b-8327fe7ab9cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.512768] env[62226]: DEBUG oslo_vmware.api [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Waiting for the task: (returnval){ [ 2116.512768] env[62226]: value = "task-2028575" [ 2116.512768] env[62226]: _type = "Task" [ 2116.512768] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.520694] env[62226]: DEBUG oslo_vmware.api [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.529365] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.637540] env[62226]: DEBUG nova.compute.utils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2116.640050] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2116.640050] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2116.655041] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181357} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.655561] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2116.656461] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c23b19-a132-4757-b89b-f2a4192042ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.684533] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6/9b1be929-ab3b-4b64-8db3-fa4bf2853bc6.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2116.685182] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c3a4b7-7e1a-415d-817a-7f7e8a99952a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.708642] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2116.708642] env[62226]: value = "task-2028576" [ 2116.708642] env[62226]: _type = "Task" [ 2116.708642] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.718103] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.733794] env[62226]: DEBUG oslo_concurrency.lockutils [None req-43dcd97a-b486-4c23-8989-53e30f09f5a8 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.066s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.775466] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cad516-52e9-8a1b-5316-345d5f8f1264, 'name': SearchDatastore_Task, 'duration_secs': 0.042381} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.775802] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.776055] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 2fccebf4-527c-4284-9aac-51296d89a454/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk. {{(pid=62226) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2116.776333] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f485763f-b646-47b5-bfba-c24b26c60b9b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.786923] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2116.786923] env[62226]: value = "task-2028577" [ 2116.786923] env[62226]: _type = "Task" [ 2116.786923] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.792867] env[62226]: DEBUG nova.policy [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb8e90c38e4d4841b0f6933a3a8194af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3630c1047ea44310a06ef4af1daf270f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2116.795412] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.801762] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.024987] env[62226]: DEBUG oslo_vmware.api [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Task: {'id': task-2028575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263843} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.029281] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2117.029426] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2117.029572] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2117.029729] env[62226]: INFO nova.compute.manager [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2117.029984] env[62226]: DEBUG oslo.service.loopingcall [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2117.030847] env[62226]: DEBUG nova.compute.manager [-] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2117.030847] env[62226]: DEBUG nova.network.neutron [-] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2117.041947] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.132408] env[62226]: DEBUG oslo_concurrency.lockutils [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.143521] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2117.226360] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.308033] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028577, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.402108] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Successfully created port: 8d258d06-37fe-4e4d-bd99-dce33db4d837 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2117.534493] env[62226]: DEBUG oslo_vmware.api [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028553, 'name': ReconfigVM_Task, 'duration_secs': 6.03933} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.534736] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.534943] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Reconfigured VM to detach interface {{(pid=62226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2117.542890] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Acquiring lock "aead4bf7-07e4-4bea-8dcf-a2373f306565" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.543193] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Lock "aead4bf7-07e4-4bea-8dcf-a2373f306565" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.543404] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Acquiring lock "aead4bf7-07e4-4bea-8dcf-a2373f306565-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.543702] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Lock "aead4bf7-07e4-4bea-8dcf-a2373f306565-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.545078] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Lock "aead4bf7-07e4-4bea-8dcf-a2373f306565-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.547030] env[62226]: INFO nova.compute.manager [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Terminating instance [ 2117.569697] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bca4d3-e101-4174-b630-77efd7ca6c1b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.579172] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa203d7-f21d-4a72-877b-5a1a96b91b61 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.615588] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c781824-f9dc-47fb-b3d7-2da9bd6ccc9f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.628396] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3ddcef-5211-41db-a4ec-cde0e3ba6cae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.660072] env[62226]: DEBUG nova.compute.provider_tree [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2117.666351] env[62226]: DEBUG nova.compute.manager [req-e67abf64-63f4-41b1-9333-b931257660f3 req-3dbe0f79-20b1-4ca4-a845-1c45ca6e81eb service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Received event network-changed-2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2117.666351] env[62226]: DEBUG nova.compute.manager [req-e67abf64-63f4-41b1-9333-b931257660f3 req-3dbe0f79-20b1-4ca4-a845-1c45ca6e81eb service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Refreshing instance network info cache due to event network-changed-2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2117.666622] env[62226]: DEBUG oslo_concurrency.lockutils [req-e67abf64-63f4-41b1-9333-b931257660f3 req-3dbe0f79-20b1-4ca4-a845-1c45ca6e81eb service nova] Acquiring lock "refresh_cache-ed712ba9-4f95-4ae9-978a-f63a117cacbc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.666864] env[62226]: DEBUG oslo_concurrency.lockutils [req-e67abf64-63f4-41b1-9333-b931257660f3 req-3dbe0f79-20b1-4ca4-a845-1c45ca6e81eb service nova] Acquired lock "refresh_cache-ed712ba9-4f95-4ae9-978a-f63a117cacbc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.667145] env[62226]: DEBUG nova.network.neutron [req-e67abf64-63f4-41b1-9333-b931257660f3 req-3dbe0f79-20b1-4ca4-a845-1c45ca6e81eb service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Refreshing network info cache for port 2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2117.719697] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.800710] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696998} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.800979] env[62226]: INFO nova.virt.vmwareapi.ds_util [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 2fccebf4-527c-4284-9aac-51296d89a454/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk. [ 2117.801769] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf097c8-52fc-4c49-b533-6216e5c8f43b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.827692] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2fccebf4-527c-4284-9aac-51296d89a454/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2117.828014] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231fc1ea-1a86-4bd9-a3b4-883eabe969cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.847024] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2117.847024] env[62226]: value = "task-2028578" [ 2117.847024] env[62226]: _type = "Task" [ 2117.847024] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.855940] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.058958] env[62226]: DEBUG nova.compute.manager [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2118.059251] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2118.063900] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99534c66-0ac5-4b10-bc9d-bed4e499911c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.073124] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2118.073124] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ea925b8-b665-42ce-b6f9-22ceba51d908 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.079852] env[62226]: DEBUG oslo_vmware.api [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Waiting for the task: (returnval){ [ 2118.079852] env[62226]: value = "task-2028579" [ 2118.079852] env[62226]: _type = "Task" [ 2118.079852] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.089451] env[62226]: DEBUG oslo_vmware.api [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.150396] env[62226]: DEBUG nova.compute.manager [req-784397df-1300-4a19-b45a-59745a50d675 req-2f4d4f33-bc0e-4a22-ac41-a880ecbb7cf5 service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Received event network-vif-deleted-7b01e5e3-ba98-49b1-9501-3768a13b480b {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2118.150732] env[62226]: INFO nova.compute.manager [req-784397df-1300-4a19-b45a-59745a50d675 req-2f4d4f33-bc0e-4a22-ac41-a880ecbb7cf5 service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Neutron deleted interface 7b01e5e3-ba98-49b1-9501-3768a13b480b; detaching it from the instance and deleting it from the info cache [ 2118.151088] env[62226]: DEBUG nova.network.neutron [req-784397df-1300-4a19-b45a-59745a50d675 req-2f4d4f33-bc0e-4a22-ac41-a880ecbb7cf5 service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.166039] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2118.172209] env[62226]: DEBUG nova.scheduler.client.report [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2118.206157] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2118.206157] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2118.206157] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2118.206157] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2118.206157] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2118.206571] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2118.206915] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2118.207240] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2118.207529] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2118.207836] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2118.208160] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2118.209630] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ad0dae-a9d9-4a0a-972d-6ec9581a995a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.226128] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1ef01b-14aa-4a69-8eca-4bcb3bb1eda9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.231490] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028576, 'name': ReconfigVM_Task, 'duration_secs': 1.365615} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.236887] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6/9b1be929-ab3b-4b64-8db3-fa4bf2853bc6.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2118.238692] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f87ebe6-4e8f-45f0-b2c5-659fefd060af {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.264019] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2118.264019] env[62226]: value = "task-2028580" [ 2118.264019] env[62226]: _type = "Task" [ 2118.264019] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.274258] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028580, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.359444] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.458105] env[62226]: DEBUG nova.network.neutron [req-e67abf64-63f4-41b1-9333-b931257660f3 req-3dbe0f79-20b1-4ca4-a845-1c45ca6e81eb service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Updated VIF entry in instance network info cache for port 2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2118.458105] env[62226]: DEBUG nova.network.neutron [req-e67abf64-63f4-41b1-9333-b931257660f3 req-3dbe0f79-20b1-4ca4-a845-1c45ca6e81eb service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Updating instance_info_cache with network_info: [{"id": "2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a", "address": "fa:16:3e:23:6c:a4", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4e9ecd-40", "ovs_interfaceid": "2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.580189] env[62226]: DEBUG nova.network.neutron [-] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.594581] env[62226]: DEBUG oslo_vmware.api [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028579, 'name': PowerOffVM_Task, 'duration_secs': 0.236823} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.595531] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2118.595531] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2118.595725] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df10104c-4488-4b81-878e-adcc91b05376 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.654617] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd67bc75-e2d1-493d-bf4b-71440a2ea38e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.665337] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1c5a41-6592-483a-bd28-861ec90c2716 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.680986] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.681304] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2118.683929] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.670s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.685584] env[62226]: INFO nova.compute.claims [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2118.711462] env[62226]: DEBUG nova.compute.manager [req-784397df-1300-4a19-b45a-59745a50d675 req-2f4d4f33-bc0e-4a22-ac41-a880ecbb7cf5 service nova] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Detach interface failed, port_id=7b01e5e3-ba98-49b1-9501-3768a13b480b, reason: Instance 1319c83f-40fc-4bf7-92b1-7d95a12b9859 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2118.740174] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2118.740433] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2118.740625] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Deleting the datastore file [datastore2] aead4bf7-07e4-4bea-8dcf-a2373f306565 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.740958] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-626af515-cfcf-45a1-974e-993b5728ecd1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.749931] env[62226]: DEBUG oslo_vmware.api [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Waiting for the task: (returnval){ [ 2118.749931] env[62226]: value = "task-2028582" [ 2118.749931] env[62226]: _type = "Task" [ 2118.749931] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.761384] env[62226]: DEBUG oslo_vmware.api [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.774499] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028580, 'name': Rename_Task, 'duration_secs': 0.333485} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.774791] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2118.775127] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1338115-12d8-4de7-a86d-9a04f57bc6a8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.782141] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2118.782141] env[62226]: value = "task-2028583" [ 2118.782141] env[62226]: _type = "Task" [ 2118.782141] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.793688] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.857910] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028578, 'name': ReconfigVM_Task, 'duration_secs': 0.586865} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.858219] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2fccebf4-527c-4284-9aac-51296d89a454/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2118.859117] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38338cf9-2ee5-4ff4-94e9-d8295631aeb2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.885083] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00aaf88b-0536-4885-b0d8-b35b2b9509b5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.901440] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2118.901440] env[62226]: value = "task-2028584" [ 2118.901440] env[62226]: _type = "Task" [ 2118.901440] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.910228] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.961146] env[62226]: DEBUG oslo_concurrency.lockutils [req-e67abf64-63f4-41b1-9333-b931257660f3 req-3dbe0f79-20b1-4ca4-a845-1c45ca6e81eb service nova] Releasing lock "refresh_cache-ed712ba9-4f95-4ae9-978a-f63a117cacbc" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.083130] env[62226]: INFO nova.compute.manager [-] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Took 2.05 seconds to deallocate network for instance. [ 2119.190530] env[62226]: DEBUG nova.compute.utils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2119.194401] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2119.194645] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2119.238132] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.240030] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.240030] env[62226]: DEBUG nova.network.neutron [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2119.250567] env[62226]: DEBUG nova.policy [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb8e90c38e4d4841b0f6933a3a8194af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3630c1047ea44310a06ef4af1daf270f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2119.265407] env[62226]: DEBUG oslo_vmware.api [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Task: {'id': task-2028582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224453} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.265738] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2119.266062] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2119.266258] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2119.266506] env[62226]: INFO nova.compute.manager [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2119.267304] env[62226]: DEBUG oslo.service.loopingcall [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2119.267304] env[62226]: DEBUG nova.compute.manager [-] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2119.267304] env[62226]: DEBUG nova.network.neutron [-] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2119.292452] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028583, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.408970] env[62226]: DEBUG nova.compute.manager [req-3f7f5807-8607-4403-9298-2c7b789d7849 req-b3657d5d-76b6-4379-8636-0ce6065f73ec service nova] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Received event network-vif-plugged-8d258d06-37fe-4e4d-bd99-dce33db4d837 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2119.409307] env[62226]: DEBUG oslo_concurrency.lockutils [req-3f7f5807-8607-4403-9298-2c7b789d7849 req-b3657d5d-76b6-4379-8636-0ce6065f73ec service nova] Acquiring lock "5fa1561d-fbbe-41ac-8669-19008d976ef6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.409568] env[62226]: DEBUG oslo_concurrency.lockutils [req-3f7f5807-8607-4403-9298-2c7b789d7849 req-b3657d5d-76b6-4379-8636-0ce6065f73ec service nova] Lock "5fa1561d-fbbe-41ac-8669-19008d976ef6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.410214] env[62226]: DEBUG oslo_concurrency.lockutils [req-3f7f5807-8607-4403-9298-2c7b789d7849 req-b3657d5d-76b6-4379-8636-0ce6065f73ec service nova] Lock "5fa1561d-fbbe-41ac-8669-19008d976ef6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.410214] env[62226]: DEBUG nova.compute.manager [req-3f7f5807-8607-4403-9298-2c7b789d7849 req-b3657d5d-76b6-4379-8636-0ce6065f73ec service nova] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] No waiting events found dispatching network-vif-plugged-8d258d06-37fe-4e4d-bd99-dce33db4d837 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2119.410329] env[62226]: WARNING nova.compute.manager [req-3f7f5807-8607-4403-9298-2c7b789d7849 req-b3657d5d-76b6-4379-8636-0ce6065f73ec service nova] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Received unexpected event network-vif-plugged-8d258d06-37fe-4e4d-bd99-dce33db4d837 for instance with vm_state building and task_state spawning. [ 2119.417833] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028584, 'name': ReconfigVM_Task, 'duration_secs': 0.251998} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.418287] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2119.418763] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ddb14a9-ef1e-4e3c-acdf-e9a50a0c4cdf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.426975] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2119.426975] env[62226]: value = "task-2028585" [ 2119.426975] env[62226]: _type = "Task" [ 2119.426975] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.435660] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.591883] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.697711] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2119.795008] env[62226]: DEBUG oslo_vmware.api [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028583, 'name': PowerOnVM_Task, 'duration_secs': 0.913267} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.797726] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2119.797949] env[62226]: INFO nova.compute.manager [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Took 10.93 seconds to spawn the instance on the hypervisor. [ 2119.798168] env[62226]: DEBUG nova.compute.manager [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2119.799206] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c7957b-f2db-489e-a766-c2258511bc93 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.939388] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.976830] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Successfully updated port: 8d258d06-37fe-4e4d-bd99-dce33db4d837 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2120.019390] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Successfully created port: 660cc2b2-3b4f-4e9c-9ccf-4208edb636a6 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2120.094209] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d34387-b453-4231-aab7-2d462655be2a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.105065] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ed7c42-1710-478a-bcd1-11dabd2b0492 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.142781] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b060249-1fac-4631-808f-6fa054fe02f1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.147451] env[62226]: DEBUG nova.compute.manager [req-33e28473-691e-4add-b098-20e8d47c0e9f req-817b7c67-b156-47f0-96ab-c1f27e02d004 service nova] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Received event network-changed-8d258d06-37fe-4e4d-bd99-dce33db4d837 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2120.147782] env[62226]: DEBUG nova.compute.manager [req-33e28473-691e-4add-b098-20e8d47c0e9f req-817b7c67-b156-47f0-96ab-c1f27e02d004 service nova] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Refreshing instance network info cache due to event network-changed-8d258d06-37fe-4e4d-bd99-dce33db4d837. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2120.148271] env[62226]: DEBUG oslo_concurrency.lockutils [req-33e28473-691e-4add-b098-20e8d47c0e9f req-817b7c67-b156-47f0-96ab-c1f27e02d004 service nova] Acquiring lock "refresh_cache-5fa1561d-fbbe-41ac-8669-19008d976ef6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.148527] env[62226]: DEBUG oslo_concurrency.lockutils [req-33e28473-691e-4add-b098-20e8d47c0e9f req-817b7c67-b156-47f0-96ab-c1f27e02d004 service nova] Acquired lock "refresh_cache-5fa1561d-fbbe-41ac-8669-19008d976ef6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.148799] env[62226]: DEBUG nova.network.neutron [req-33e28473-691e-4add-b098-20e8d47c0e9f req-817b7c67-b156-47f0-96ab-c1f27e02d004 service nova] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Refreshing network info cache for port 8d258d06-37fe-4e4d-bd99-dce33db4d837 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2120.158511] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c95ae1-f1b8-4c9c-9cd7-03cd04ea54ac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.163795] env[62226]: INFO nova.network.neutron [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Port 823c32d6-3cc6-464e-a656-ea65808f47dd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2120.164544] env[62226]: DEBUG nova.network.neutron [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updating instance_info_cache with network_info: [{"id": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "address": "fa:16:3e:ce:1b:b2", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7bf0bd-45", "ovs_interfaceid": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.178681] env[62226]: DEBUG nova.compute.provider_tree [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2120.328134] env[62226]: INFO nova.compute.manager [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Took 31.50 seconds to build instance. [ 2120.445258] env[62226]: DEBUG nova.network.neutron [-] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.446809] env[62226]: DEBUG oslo_vmware.api [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028585, 'name': PowerOnVM_Task, 'duration_secs': 0.666951} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.447439] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2120.449927] env[62226]: DEBUG nova.compute.manager [None req-a4fd2a83-86c2-48ff-8b65-c423e919300c tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2120.451170] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1718c4e-45bc-47c1-be88-a53e3fb5151a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.480419] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "refresh_cache-5fa1561d-fbbe-41ac-8669-19008d976ef6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.593616] env[62226]: DEBUG nova.compute.manager [req-6007e9d6-14c1-4b57-a3ed-71e01c880647 req-8f6f8ffa-c3c2-41cb-8805-5c22b34644a5 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Received event network-changed-dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2120.593889] env[62226]: DEBUG nova.compute.manager [req-6007e9d6-14c1-4b57-a3ed-71e01c880647 req-8f6f8ffa-c3c2-41cb-8805-5c22b34644a5 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Refreshing instance network info cache due to event network-changed-dc9b223f-3dce-442a-9045-a53c6e79889a. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2120.594339] env[62226]: DEBUG oslo_concurrency.lockutils [req-6007e9d6-14c1-4b57-a3ed-71e01c880647 req-8f6f8ffa-c3c2-41cb-8805-5c22b34644a5 service nova] Acquiring lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.594507] env[62226]: DEBUG oslo_concurrency.lockutils [req-6007e9d6-14c1-4b57-a3ed-71e01c880647 req-8f6f8ffa-c3c2-41cb-8805-5c22b34644a5 service nova] Acquired lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.594716] env[62226]: DEBUG nova.network.neutron [req-6007e9d6-14c1-4b57-a3ed-71e01c880647 req-8f6f8ffa-c3c2-41cb-8805-5c22b34644a5 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Refreshing network info cache for port dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2120.669126] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.682582] env[62226]: DEBUG nova.scheduler.client.report [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2120.687861] env[62226]: DEBUG nova.network.neutron [req-33e28473-691e-4add-b098-20e8d47c0e9f req-817b7c67-b156-47f0-96ab-c1f27e02d004 service nova] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2120.717331] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2120.747034] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2120.747314] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2120.747473] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2120.747653] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2120.747806] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2120.747959] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2120.748191] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2120.748354] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2120.748524] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2120.748687] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2120.748861] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2120.749789] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d9675c-f440-4fda-bcc6-43e4f4252ee9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.758606] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e3d43d-1fa7-409d-9a28-3da8645e5617 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.780712] env[62226]: DEBUG nova.network.neutron [req-33e28473-691e-4add-b098-20e8d47c0e9f req-817b7c67-b156-47f0-96ab-c1f27e02d004 service nova] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.830574] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0ae6fd3f-1e85-46bf-b4bd-697c1fbf6f15 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.014s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.948749] env[62226]: INFO nova.compute.manager [-] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Took 1.68 seconds to deallocate network for instance. [ 2121.173484] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1754f6be-be51-4bd1-a866-01c7b08b149e tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-231b6ed7-fde3-4103-bf2f-deab8f9097c7-823c32d6-3cc6-464e-a656-ea65808f47dd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.290s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.191496] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.192104] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2121.194628] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.616s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.196034] env[62226]: INFO nova.compute.claims [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2121.283335] env[62226]: DEBUG oslo_concurrency.lockutils [req-33e28473-691e-4add-b098-20e8d47c0e9f req-817b7c67-b156-47f0-96ab-c1f27e02d004 service nova] Releasing lock "refresh_cache-5fa1561d-fbbe-41ac-8669-19008d976ef6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.283675] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquired lock "refresh_cache-5fa1561d-fbbe-41ac-8669-19008d976ef6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.283832] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2121.332069] env[62226]: DEBUG nova.network.neutron [req-6007e9d6-14c1-4b57-a3ed-71e01c880647 req-8f6f8ffa-c3c2-41cb-8805-5c22b34644a5 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updated VIF entry in instance network info cache for port dc9b223f-3dce-442a-9045-a53c6e79889a. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2121.332512] env[62226]: DEBUG nova.network.neutron [req-6007e9d6-14c1-4b57-a3ed-71e01c880647 req-8f6f8ffa-c3c2-41cb-8805-5c22b34644a5 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updating instance_info_cache with network_info: [{"id": "dc9b223f-3dce-442a-9045-a53c6e79889a", "address": "fa:16:3e:0a:04:39", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9b223f-3d", "ovs_interfaceid": "dc9b223f-3dce-442a-9045-a53c6e79889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.456578] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.542516] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1e4a73dd-a28a-40e3-96ca-cca67ad12bfa tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.543232] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1e4a73dd-a28a-40e3-96ca-cca67ad12bfa tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.543232] env[62226]: DEBUG nova.compute.manager [None req-1e4a73dd-a28a-40e3-96ca-cca67ad12bfa tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2121.543972] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4374b7af-e81a-44c2-a983-d113643228d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.551199] env[62226]: DEBUG nova.compute.manager [None req-1e4a73dd-a28a-40e3-96ca-cca67ad12bfa tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2121.551519] env[62226]: DEBUG nova.objects.instance [None req-1e4a73dd-a28a-40e3-96ca-cca67ad12bfa tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lazy-loading 'flavor' on Instance uuid 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.668152] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Successfully updated port: 660cc2b2-3b4f-4e9c-9ccf-4208edb636a6 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2121.703340] env[62226]: DEBUG nova.compute.utils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2121.704769] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2121.704934] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2121.747323] env[62226]: DEBUG nova.policy [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb8e90c38e4d4841b0f6933a3a8194af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3630c1047ea44310a06ef4af1daf270f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2121.769931] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "interface-e6c93007-3185-4e3d-af22-afe6f5c6c9f2-823c32d6-3cc6-464e-a656-ea65808f47dd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.770270] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-e6c93007-3185-4e3d-af22-afe6f5c6c9f2-823c32d6-3cc6-464e-a656-ea65808f47dd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.770950] env[62226]: DEBUG nova.objects.instance [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'flavor' on Instance uuid e6c93007-3185-4e3d-af22-afe6f5c6c9f2 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.829033] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2121.835862] env[62226]: DEBUG oslo_concurrency.lockutils [req-6007e9d6-14c1-4b57-a3ed-71e01c880647 req-8f6f8ffa-c3c2-41cb-8805-5c22b34644a5 service nova] Releasing lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.836852] env[62226]: DEBUG nova.compute.manager [req-6007e9d6-14c1-4b57-a3ed-71e01c880647 req-8f6f8ffa-c3c2-41cb-8805-5c22b34644a5 service nova] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Received event network-vif-deleted-8eedf937-f02c-4ea1-9c34-c18f176e846c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2122.057702] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Updating instance_info_cache with network_info: [{"id": "8d258d06-37fe-4e4d-bd99-dce33db4d837", "address": "fa:16:3e:8e:49:5d", "network": {"id": "2c95ed00-6476-45a3-a033-f5bde14ddd11", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2138546915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3630c1047ea44310a06ef4af1daf270f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d258d06-37", "ovs_interfaceid": "8d258d06-37fe-4e4d-bd99-dce33db4d837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.113617] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Successfully created port: 08df88af-f18b-4897-87de-69740d39ee2a {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2122.170580] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "refresh_cache-ca26041c-5a9c-474a-bbb8-7a92736a8a75" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.170835] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquired lock "refresh_cache-ca26041c-5a9c-474a-bbb8-7a92736a8a75" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.171144] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2122.210319] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2122.241362] env[62226]: DEBUG nova.compute.manager [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Received event network-changed-2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2122.241786] env[62226]: DEBUG nova.compute.manager [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Refreshing instance network info cache due to event network-changed-2c7bf0bd-45a8-4999-a94b-621e431d35c0. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2122.242191] env[62226]: DEBUG oslo_concurrency.lockutils [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] Acquiring lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.243665] env[62226]: DEBUG oslo_concurrency.lockutils [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] Acquired lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.243665] env[62226]: DEBUG nova.network.neutron [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Refreshing network info cache for port 2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2122.458569] env[62226]: DEBUG nova.objects.instance [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'pci_requests' on Instance uuid e6c93007-3185-4e3d-af22-afe6f5c6c9f2 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2122.561124] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Releasing lock "refresh_cache-5fa1561d-fbbe-41ac-8669-19008d976ef6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.561442] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Instance network_info: |[{"id": "8d258d06-37fe-4e4d-bd99-dce33db4d837", "address": "fa:16:3e:8e:49:5d", "network": {"id": "2c95ed00-6476-45a3-a033-f5bde14ddd11", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2138546915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3630c1047ea44310a06ef4af1daf270f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d258d06-37", "ovs_interfaceid": "8d258d06-37fe-4e4d-bd99-dce33db4d837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2122.561832] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4a73dd-a28a-40e3-96ca-cca67ad12bfa tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2122.564827] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:49:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d258d06-37fe-4e4d-bd99-dce33db4d837', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2122.572621] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Creating folder: Project (3630c1047ea44310a06ef4af1daf270f). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2122.572621] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c978a35b-5302-401a-bc6c-402b9ae45b4b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.574866] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d803714b-521b-40b0-8298-8396531c5436 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.582857] env[62226]: DEBUG oslo_vmware.api [None req-1e4a73dd-a28a-40e3-96ca-cca67ad12bfa tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2122.582857] env[62226]: value = "task-2028586" [ 2122.582857] env[62226]: _type = "Task" [ 2122.582857] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.587872] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Created folder: Project (3630c1047ea44310a06ef4af1daf270f) in parent group-v416438. [ 2122.588102] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Creating folder: Instances. Parent ref: group-v416702. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2122.588827] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f82dbcf-56ba-4c41-9570-1a773229b66f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.592300] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aef0dd1-09ff-427f-a976-78427965d638 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.596941] env[62226]: DEBUG oslo_vmware.api [None req-1e4a73dd-a28a-40e3-96ca-cca67ad12bfa tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.599523] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54525024-86a8-4de7-ac53-849d4111ec61 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.604895] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Created folder: Instances in parent group-v416702. [ 2122.605141] env[62226]: DEBUG oslo.service.loopingcall [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2122.605349] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2122.605931] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-535411de-7b4e-47cf-8868-fe224c417e75 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.644569] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c141893-e508-4a65-b7d9-614a443c5003 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.648387] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2122.648387] env[62226]: value = "task-2028589" [ 2122.648387] env[62226]: _type = "Task" [ 2122.648387] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.653999] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eebaaa-98fe-4e85-9fbf-874ae44f08b8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.662376] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028589, 'name': CreateVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.670093] env[62226]: DEBUG nova.compute.provider_tree [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2122.709365] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2122.742282] env[62226]: DEBUG nova.compute.manager [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Received event network-vif-plugged-660cc2b2-3b4f-4e9c-9ccf-4208edb636a6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2122.742447] env[62226]: DEBUG oslo_concurrency.lockutils [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] Acquiring lock "ca26041c-5a9c-474a-bbb8-7a92736a8a75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.742777] env[62226]: DEBUG oslo_concurrency.lockutils [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] Lock "ca26041c-5a9c-474a-bbb8-7a92736a8a75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.742965] env[62226]: DEBUG oslo_concurrency.lockutils [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] Lock "ca26041c-5a9c-474a-bbb8-7a92736a8a75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.743186] env[62226]: DEBUG nova.compute.manager [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] No waiting events found dispatching network-vif-plugged-660cc2b2-3b4f-4e9c-9ccf-4208edb636a6 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2122.743325] env[62226]: WARNING nova.compute.manager [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Received unexpected event network-vif-plugged-660cc2b2-3b4f-4e9c-9ccf-4208edb636a6 for instance with vm_state building and task_state spawning. [ 2122.743487] env[62226]: DEBUG nova.compute.manager [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Received event network-changed-660cc2b2-3b4f-4e9c-9ccf-4208edb636a6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2122.743639] env[62226]: DEBUG nova.compute.manager [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Refreshing instance network info cache due to event network-changed-660cc2b2-3b4f-4e9c-9ccf-4208edb636a6. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2122.743856] env[62226]: DEBUG oslo_concurrency.lockutils [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] Acquiring lock "refresh_cache-ca26041c-5a9c-474a-bbb8-7a92736a8a75" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.859443] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Updating instance_info_cache with network_info: [{"id": "660cc2b2-3b4f-4e9c-9ccf-4208edb636a6", "address": "fa:16:3e:4b:a8:59", "network": {"id": "2c95ed00-6476-45a3-a033-f5bde14ddd11", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2138546915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3630c1047ea44310a06ef4af1daf270f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap660cc2b2-3b", "ovs_interfaceid": "660cc2b2-3b4f-4e9c-9ccf-4208edb636a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.961188] env[62226]: DEBUG nova.objects.base [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2122.961427] env[62226]: DEBUG nova.network.neutron [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2123.021488] env[62226]: DEBUG nova.network.neutron [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updated VIF entry in instance network info cache for port 2c7bf0bd-45a8-4999-a94b-621e431d35c0. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2123.021956] env[62226]: DEBUG nova.network.neutron [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updating instance_info_cache with network_info: [{"id": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "address": "fa:16:3e:ce:1b:b2", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7bf0bd-45", "ovs_interfaceid": "2c7bf0bd-45a8-4999-a94b-621e431d35c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2123.031243] env[62226]: DEBUG nova.policy [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7984bb3f0111426dbbb435603f85a1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019c12b2dd549fe8f1710ff8a5e5db9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2123.045275] env[62226]: INFO nova.compute.manager [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Rescuing [ 2123.045516] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "refresh_cache-faae8d00-327e-4958-a68b-149d5ff3486b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.045691] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "refresh_cache-faae8d00-327e-4958-a68b-149d5ff3486b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.045832] env[62226]: DEBUG nova.network.neutron [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2123.093811] env[62226]: DEBUG oslo_vmware.api [None req-1e4a73dd-a28a-40e3-96ca-cca67ad12bfa tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028586, 'name': PowerOffVM_Task, 'duration_secs': 0.316372} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.093811] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4a73dd-a28a-40e3-96ca-cca67ad12bfa tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2123.094743] env[62226]: DEBUG nova.compute.manager [None req-1e4a73dd-a28a-40e3-96ca-cca67ad12bfa tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2123.094743] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ab61b-8cdc-497f-8a6e-493e56f1c650 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.162633] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028589, 'name': CreateVM_Task, 'duration_secs': 0.371362} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.163013] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2123.163737] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.163869] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.164205] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2123.164946] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5213c600-77dc-4b97-8272-d2f3d458d89b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.170592] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2123.170592] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5262c93f-f4c3-7c0e-7e52-55d5d6e74651" [ 2123.170592] env[62226]: _type = "Task" [ 2123.170592] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.174839] env[62226]: DEBUG nova.scheduler.client.report [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2123.184260] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5262c93f-f4c3-7c0e-7e52-55d5d6e74651, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.185079] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.185079] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2123.185079] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.185189] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.185295] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2123.185567] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dd78ab3-4633-413f-aa76-ed241d6f5ae0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.194127] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2123.196031] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2123.196031] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbce4af-dfe9-4e37-bc0c-b3327b0fbdd8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.200544] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2123.200544] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ed6a2c-df11-831f-b41e-b40d2b75c493" [ 2123.200544] env[62226]: _type = "Task" [ 2123.200544] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.208911] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ed6a2c-df11-831f-b41e-b40d2b75c493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.226916] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2123.259433] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2123.259680] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2123.259912] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2123.260134] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2123.260288] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2123.260438] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2123.260650] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2123.260811] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2123.260980] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2123.261160] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2123.261338] env[62226]: DEBUG nova.virt.hardware [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2123.262599] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78aaf1e-079c-4452-bc17-9d93cccc7c74 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.271202] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8276b5d9-f696-43fc-accc-c5d1696ec2f5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.362113] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Releasing lock "refresh_cache-ca26041c-5a9c-474a-bbb8-7a92736a8a75" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.362468] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Instance network_info: |[{"id": "660cc2b2-3b4f-4e9c-9ccf-4208edb636a6", "address": "fa:16:3e:4b:a8:59", "network": {"id": "2c95ed00-6476-45a3-a033-f5bde14ddd11", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2138546915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3630c1047ea44310a06ef4af1daf270f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap660cc2b2-3b", "ovs_interfaceid": "660cc2b2-3b4f-4e9c-9ccf-4208edb636a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2123.362816] env[62226]: DEBUG oslo_concurrency.lockutils [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] Acquired lock "refresh_cache-ca26041c-5a9c-474a-bbb8-7a92736a8a75" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.363037] env[62226]: DEBUG nova.network.neutron [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Refreshing network info cache for port 660cc2b2-3b4f-4e9c-9ccf-4208edb636a6 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2123.364351] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:a8:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '660cc2b2-3b4f-4e9c-9ccf-4208edb636a6', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2123.372668] env[62226]: DEBUG oslo.service.loopingcall [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2123.373932] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2123.374274] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73bbf89b-bde2-4567-b5c6-bf8dee979958 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.396859] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2123.396859] env[62226]: value = "task-2028590" [ 2123.396859] env[62226]: _type = "Task" [ 2123.396859] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.406547] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028590, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.524538] env[62226]: DEBUG oslo_concurrency.lockutils [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] Releasing lock "refresh_cache-231b6ed7-fde3-4103-bf2f-deab8f9097c7" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.524963] env[62226]: DEBUG nova.compute.manager [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Received event network-changed-076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2123.525808] env[62226]: DEBUG nova.compute.manager [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Refreshing instance network info cache due to event network-changed-076d400b-86ac-439b-aca1-d5eb981e89dd. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2123.525808] env[62226]: DEBUG oslo_concurrency.lockutils [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] Acquiring lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.525808] env[62226]: DEBUG oslo_concurrency.lockutils [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] Acquired lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.526107] env[62226]: DEBUG nova.network.neutron [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Refreshing network info cache for port 076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2123.607440] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1e4a73dd-a28a-40e3-96ca-cca67ad12bfa tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.652045] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.652431] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.652740] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.653033] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.653296] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.659665] env[62226]: INFO nova.compute.manager [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Terminating instance [ 2123.680046] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.680606] env[62226]: DEBUG nova.compute.manager [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2123.689728] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.959s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.691250] env[62226]: INFO nova.compute.claims [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2123.711388] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ed6a2c-df11-831f-b41e-b40d2b75c493, 'name': SearchDatastore_Task, 'duration_secs': 0.008631} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.712662] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d774886c-1058-486e-8f22-0c6223c50a75 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.718623] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2123.718623] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5264479f-82b7-30e2-bac2-6cd45fff2b6e" [ 2123.718623] env[62226]: _type = "Task" [ 2123.718623] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.727221] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5264479f-82b7-30e2-bac2-6cd45fff2b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.769381] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Successfully updated port: 08df88af-f18b-4897-87de-69740d39ee2a {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2123.911962] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028590, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.968756] env[62226]: DEBUG nova.network.neutron [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Updating instance_info_cache with network_info: [{"id": "c2cfa2c9-144e-4665-852a-0c12bc437584", "address": "fa:16:3e:b4:4b:7b", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cfa2c9-14", "ovs_interfaceid": "c2cfa2c9-144e-4665-852a-0c12bc437584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.086163] env[62226]: DEBUG nova.network.neutron [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Updated VIF entry in instance network info cache for port 660cc2b2-3b4f-4e9c-9ccf-4208edb636a6. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2124.086163] env[62226]: DEBUG nova.network.neutron [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Updating instance_info_cache with network_info: [{"id": "660cc2b2-3b4f-4e9c-9ccf-4208edb636a6", "address": "fa:16:3e:4b:a8:59", "network": {"id": "2c95ed00-6476-45a3-a033-f5bde14ddd11", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2138546915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3630c1047ea44310a06ef4af1daf270f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap660cc2b2-3b", "ovs_interfaceid": "660cc2b2-3b4f-4e9c-9ccf-4208edb636a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.173226] env[62226]: DEBUG nova.compute.manager [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2124.173226] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2124.173566] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e7db55-6ce6-4fb8-ba5d-c98e22362cf9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.182561] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2124.183905] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a128a4f2-f838-4d5a-b67a-7bfbc4c2a943 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.190910] env[62226]: DEBUG nova.compute.utils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2124.194237] env[62226]: DEBUG oslo_vmware.api [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2124.194237] env[62226]: value = "task-2028591" [ 2124.194237] env[62226]: _type = "Task" [ 2124.194237] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.194237] env[62226]: DEBUG nova.compute.manager [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2124.194237] env[62226]: DEBUG nova.network.neutron [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2124.206782] env[62226]: DEBUG oslo_vmware.api [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.228801] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5264479f-82b7-30e2-bac2-6cd45fff2b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.229095] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.229270] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 5fa1561d-fbbe-41ac-8669-19008d976ef6/5fa1561d-fbbe-41ac-8669-19008d976ef6.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2124.229544] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0211652c-6cab-4487-930b-48d4e5719a5f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.235507] env[62226]: INFO nova.compute.manager [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Rebuilding instance [ 2124.239039] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2124.239039] env[62226]: value = "task-2028592" [ 2124.239039] env[62226]: _type = "Task" [ 2124.239039] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.240546] env[62226]: DEBUG nova.policy [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49a0c8231b614bfa85fdbc4b7eea035f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a741d5a42bd0495fbe6462f78cf1ef21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2124.253315] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.271723] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "refresh_cache-cdac5d02-93fc-4b50-b493-c9fa6a11ce22" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.271930] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquired lock "refresh_cache-cdac5d02-93fc-4b50-b493-c9fa6a11ce22" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.272122] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2124.294021] env[62226]: DEBUG nova.compute.manager [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2124.294021] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f88b1b6-2847-41e1-b8ba-e19f2f6c4db2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.374303] env[62226]: DEBUG nova.network.neutron [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updated VIF entry in instance network info cache for port 076d400b-86ac-439b-aca1-d5eb981e89dd. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2124.374749] env[62226]: DEBUG nova.network.neutron [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updating instance_info_cache with network_info: [{"id": "076d400b-86ac-439b-aca1-d5eb981e89dd", "address": "fa:16:3e:b7:79:1c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076d400b-86", "ovs_interfaceid": "076d400b-86ac-439b-aca1-d5eb981e89dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.408230] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028590, 'name': CreateVM_Task, 'duration_secs': 0.973091} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.408519] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2124.409119] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.409323] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.409617] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2124.409908] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0da68d-c524-4b81-9649-a76cbe572c88 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.415178] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2124.415178] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527d1ff1-1992-6760-b70f-19107503b729" [ 2124.415178] env[62226]: _type = "Task" [ 2124.415178] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.424935] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527d1ff1-1992-6760-b70f-19107503b729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.471537] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "refresh_cache-faae8d00-327e-4958-a68b-149d5ff3486b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.588427] env[62226]: DEBUG oslo_concurrency.lockutils [req-e0318d68-9f2c-41f0-9782-c45c87c57501 req-2918f0e4-fb06-459b-ad52-350f39ae6ad7 service nova] Releasing lock "refresh_cache-ca26041c-5a9c-474a-bbb8-7a92736a8a75" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.697023] env[62226]: DEBUG nova.compute.manager [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2124.712403] env[62226]: DEBUG oslo_vmware.api [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028591, 'name': PowerOffVM_Task, 'duration_secs': 0.200806} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.712450] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2124.712622] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2124.712892] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59261aff-c502-4087-a6bc-6fd4506bde09 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.734771] env[62226]: DEBUG nova.network.neutron [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Successfully created port: c53db15f-ba4f-4651-ad0a-723440fb875c {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2124.757478] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028592, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.826396] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2124.827868] env[62226]: DEBUG nova.network.neutron [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Successfully updated port: 823c32d6-3cc6-464e-a656-ea65808f47dd {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2124.842283] env[62226]: DEBUG nova.compute.manager [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Received event network-vif-plugged-08df88af-f18b-4897-87de-69740d39ee2a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2124.842283] env[62226]: DEBUG oslo_concurrency.lockutils [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] Acquiring lock "cdac5d02-93fc-4b50-b493-c9fa6a11ce22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.842474] env[62226]: DEBUG oslo_concurrency.lockutils [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] Lock "cdac5d02-93fc-4b50-b493-c9fa6a11ce22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.843120] env[62226]: DEBUG oslo_concurrency.lockutils [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] Lock "cdac5d02-93fc-4b50-b493-c9fa6a11ce22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.843120] env[62226]: DEBUG nova.compute.manager [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] No waiting events found dispatching network-vif-plugged-08df88af-f18b-4897-87de-69740d39ee2a {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2124.843120] env[62226]: WARNING nova.compute.manager [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Received unexpected event network-vif-plugged-08df88af-f18b-4897-87de-69740d39ee2a for instance with vm_state building and task_state spawning. [ 2124.843120] env[62226]: DEBUG nova.compute.manager [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Received event network-changed-08df88af-f18b-4897-87de-69740d39ee2a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2124.843455] env[62226]: DEBUG nova.compute.manager [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Refreshing instance network info cache due to event network-changed-08df88af-f18b-4897-87de-69740d39ee2a. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2124.843455] env[62226]: DEBUG oslo_concurrency.lockutils [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] Acquiring lock "refresh_cache-cdac5d02-93fc-4b50-b493-c9fa6a11ce22" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.877107] env[62226]: DEBUG oslo_concurrency.lockutils [req-82956599-dbe9-480c-85f1-f54ab7080baf req-0a8083e1-41a9-4c08-8919-e93293e31c2a service nova] Releasing lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.928266] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527d1ff1-1992-6760-b70f-19107503b729, 'name': SearchDatastore_Task, 'duration_secs': 0.062098} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.929328] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.929328] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2124.929328] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.929328] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.929496] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2124.929750] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91f56fb6-e348-4d0b-9028-03ce435863ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.943091] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2124.943271] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2124.946325] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8cfecd-5f09-4a43-b1b1-0f7577f91ddc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.951885] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2124.951885] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52da22e8-c230-0d8e-bf91-dfc56e07bb39" [ 2124.951885] env[62226]: _type = "Task" [ 2124.951885] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.959938] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52da22e8-c230-0d8e-bf91-dfc56e07bb39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.039314] env[62226]: DEBUG nova.network.neutron [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Updating instance_info_cache with network_info: [{"id": "08df88af-f18b-4897-87de-69740d39ee2a", "address": "fa:16:3e:68:38:25", "network": {"id": "2c95ed00-6476-45a3-a033-f5bde14ddd11", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2138546915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3630c1047ea44310a06ef4af1daf270f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08df88af-f1", "ovs_interfaceid": "08df88af-f18b-4897-87de-69740d39ee2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.051912] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf7100f-ef32-4fdb-8ff7-e7c70ba69b22 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.060497] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee2c324-e905-4dfb-8f03-3d821fd6b178 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.093203] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d97df06-909d-48ae-a952-5a662307eaf7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.095899] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2125.096121] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2125.096301] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Deleting the datastore file [datastore1] 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2125.096530] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e0116bf-fe15-4ef9-a4a9-0bae79b2077e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.103928] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2365b0c3-cf90-40fc-bc32-f2baf1695964 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.107633] env[62226]: DEBUG oslo_vmware.api [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for the task: (returnval){ [ 2125.107633] env[62226]: value = "task-2028594" [ 2125.107633] env[62226]: _type = "Task" [ 2125.107633] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.119114] env[62226]: DEBUG nova.compute.provider_tree [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2125.125555] env[62226]: DEBUG oslo_vmware.api [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.252345] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611646} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.252782] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 5fa1561d-fbbe-41ac-8669-19008d976ef6/5fa1561d-fbbe-41ac-8669-19008d976ef6.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2125.252890] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2125.254039] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-901e2601-ed6e-4cd6-b069-f98ecac57757 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.262515] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2125.262515] env[62226]: value = "task-2028595" [ 2125.262515] env[62226]: _type = "Task" [ 2125.262515] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.270632] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.309266] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2125.310305] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4add2727-353d-4b99-b217-9ffcbeb0400b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.317613] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2125.317613] env[62226]: value = "task-2028596" [ 2125.317613] env[62226]: _type = "Task" [ 2125.317613] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.326160] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.329872] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.330100] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.330360] env[62226]: DEBUG nova.network.neutron [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2125.463375] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52da22e8-c230-0d8e-bf91-dfc56e07bb39, 'name': SearchDatastore_Task, 'duration_secs': 0.044672} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.464318] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c2e6cb-7bf8-424f-ab2e-3b10d4ccf5e2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.469971] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2125.469971] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cc3e0c-b30e-0d75-6f7e-6adc4a750a8e" [ 2125.469971] env[62226]: _type = "Task" [ 2125.469971] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.477641] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cc3e0c-b30e-0d75-6f7e-6adc4a750a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.541381] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Releasing lock "refresh_cache-cdac5d02-93fc-4b50-b493-c9fa6a11ce22" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.541714] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Instance network_info: |[{"id": "08df88af-f18b-4897-87de-69740d39ee2a", "address": "fa:16:3e:68:38:25", "network": {"id": "2c95ed00-6476-45a3-a033-f5bde14ddd11", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2138546915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3630c1047ea44310a06ef4af1daf270f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08df88af-f1", "ovs_interfaceid": "08df88af-f18b-4897-87de-69740d39ee2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2125.542104] env[62226]: DEBUG oslo_concurrency.lockutils [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] Acquired lock "refresh_cache-cdac5d02-93fc-4b50-b493-c9fa6a11ce22" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.542296] env[62226]: DEBUG nova.network.neutron [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Refreshing network info cache for port 08df88af-f18b-4897-87de-69740d39ee2a {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2125.543444] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:38:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08df88af-f18b-4897-87de-69740d39ee2a', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2125.550725] env[62226]: DEBUG oslo.service.loopingcall [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2125.551667] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2125.552263] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f36bad65-290e-4da7-9f02-44f229cee25b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.571861] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2125.571861] env[62226]: value = "task-2028597" [ 2125.571861] env[62226]: _type = "Task" [ 2125.571861] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.579730] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028597, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.617920] env[62226]: DEBUG oslo_vmware.api [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.622289] env[62226]: DEBUG nova.scheduler.client.report [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2125.708141] env[62226]: DEBUG nova.compute.manager [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2125.738732] env[62226]: DEBUG nova.virt.hardware [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2125.739105] env[62226]: DEBUG nova.virt.hardware [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2125.739345] env[62226]: DEBUG nova.virt.hardware [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2125.739552] env[62226]: DEBUG nova.virt.hardware [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2125.739704] env[62226]: DEBUG nova.virt.hardware [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2125.739923] env[62226]: DEBUG nova.virt.hardware [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2125.740178] env[62226]: DEBUG nova.virt.hardware [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2125.740346] env[62226]: DEBUG nova.virt.hardware [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2125.740520] env[62226]: DEBUG nova.virt.hardware [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2125.740728] env[62226]: DEBUG nova.virt.hardware [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2125.740858] env[62226]: DEBUG nova.virt.hardware [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2125.741732] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7290aec1-0278-4c87-a43c-df5778aed8da {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.750212] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9481439e-824b-4abc-96b5-d8d3f0e74b56 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.770899] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236047} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.771199] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2125.771998] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2891d985-2311-4096-9522-4310d4c0a48e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.793680] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5fa1561d-fbbe-41ac-8669-19008d976ef6/5fa1561d-fbbe-41ac-8669-19008d976ef6.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2125.793951] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa1ff2e-630a-40c1-bc77-eec910c6b65e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.813891] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2125.813891] env[62226]: value = "task-2028598" [ 2125.813891] env[62226]: _type = "Task" [ 2125.813891] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.827911] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028598, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.832133] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2125.832376] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2125.834962] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a7376a-fdd5-48a2-ad24-7a0772a5da05 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.842161] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2125.842410] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af598fcf-7040-4bc9-a26d-07730e258fdf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.874136] env[62226]: WARNING nova.network.neutron [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] bc68f0df-6f13-453f-8ed3-2bfeb33f782b already exists in list: networks containing: ['bc68f0df-6f13-453f-8ed3-2bfeb33f782b']. ignoring it [ 2125.967633] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2125.967860] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2125.968054] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleting the datastore file [datastore2] 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2125.968370] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e46cd1a7-417d-4694-b502-bb971ba085a4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.977729] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2125.977729] env[62226]: value = "task-2028600" [ 2125.977729] env[62226]: _type = "Task" [ 2125.977729] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.984499] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cc3e0c-b30e-0d75-6f7e-6adc4a750a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.034388} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.985189] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.985508] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] ca26041c-5a9c-474a-bbb8-7a92736a8a75/ca26041c-5a9c-474a-bbb8-7a92736a8a75.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2125.985800] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77d38b70-d284-4220-99fe-0269bf4808d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.990832] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.996010] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2125.996010] env[62226]: value = "task-2028601" [ 2125.996010] env[62226]: _type = "Task" [ 2125.996010] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.004341] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.007961] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2126.008251] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0333578f-866d-4d3f-a626-9687792467aa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.015416] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2126.015416] env[62226]: value = "task-2028602" [ 2126.015416] env[62226]: _type = "Task" [ 2126.015416] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.023629] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.084308] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028597, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.118202] env[62226]: DEBUG oslo_vmware.api [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Task: {'id': task-2028594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538705} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.118462] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2126.118648] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2126.118822] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2126.118991] env[62226]: INFO nova.compute.manager [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Took 1.95 seconds to destroy the instance on the hypervisor. [ 2126.119272] env[62226]: DEBUG oslo.service.loopingcall [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2126.119463] env[62226]: DEBUG nova.compute.manager [-] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2126.119557] env[62226]: DEBUG nova.network.neutron [-] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2126.127412] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.128044] env[62226]: DEBUG nova.compute.manager [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2126.130866] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.335s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.134447] env[62226]: DEBUG nova.objects.instance [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Lazy-loading 'resources' on Instance uuid 9a8e320b-0d09-4acc-927f-42afa21ac42a {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.324581] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.329139] env[62226]: DEBUG nova.network.neutron [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updating instance_info_cache with network_info: [{"id": "076d400b-86ac-439b-aca1-d5eb981e89dd", "address": "fa:16:3e:b7:79:1c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076d400b-86", "ovs_interfaceid": "076d400b-86ac-439b-aca1-d5eb981e89dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "823c32d6-3cc6-464e-a656-ea65808f47dd", "address": "fa:16:3e:31:b1:58", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823c32d6-3c", "ovs_interfaceid": "823c32d6-3cc6-464e-a656-ea65808f47dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.491794] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164513} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.496472] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2126.496618] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2126.496768] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2126.513756] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028601, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.525138] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028602, 'name': PowerOffVM_Task, 'duration_secs': 0.214627} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.525436] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2126.526267] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd351989-df0a-478a-8555-4a8ff3748be4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.545922] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39e63d1-070e-4185-833a-931cdaf5d033 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.549333] env[62226]: DEBUG nova.network.neutron [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Updated VIF entry in instance network info cache for port 08df88af-f18b-4897-87de-69740d39ee2a. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2126.549675] env[62226]: DEBUG nova.network.neutron [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Updating instance_info_cache with network_info: [{"id": "08df88af-f18b-4897-87de-69740d39ee2a", "address": "fa:16:3e:68:38:25", "network": {"id": "2c95ed00-6476-45a3-a033-f5bde14ddd11", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2138546915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3630c1047ea44310a06ef4af1daf270f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08df88af-f1", "ovs_interfaceid": "08df88af-f18b-4897-87de-69740d39ee2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.582411] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028597, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.586672] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2126.586672] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c25bfc7c-89b6-4756-aace-e6712e4854bf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.593035] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2126.593035] env[62226]: value = "task-2028603" [ 2126.593035] env[62226]: _type = "Task" [ 2126.593035] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.601451] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.633895] env[62226]: DEBUG nova.compute.utils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2126.635358] env[62226]: DEBUG nova.compute.manager [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2126.635498] env[62226]: DEBUG nova.network.neutron [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2126.683337] env[62226]: DEBUG nova.network.neutron [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Successfully updated port: c53db15f-ba4f-4651-ad0a-723440fb875c {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2126.706600] env[62226]: DEBUG nova.policy [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26141c86654e4b5280d3d97a14fa5313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ec98363f37c46b9a380ef16befd4154', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2126.827960] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028598, 'name': ReconfigVM_Task, 'duration_secs': 0.58049} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.828233] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5fa1561d-fbbe-41ac-8669-19008d976ef6/5fa1561d-fbbe-41ac-8669-19008d976ef6.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2126.828874] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-921b7305-66f0-4e3f-8cae-e5592d87420f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.832890] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.833497] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.833658] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.834952] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2640cc87-404c-4274-a003-d3cfc840b8de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.838761] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2126.838761] env[62226]: value = "task-2028604" [ 2126.838761] env[62226]: _type = "Task" [ 2126.838761] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.854010] env[62226]: DEBUG nova.virt.hardware [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2126.854262] env[62226]: DEBUG nova.virt.hardware [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2126.854419] env[62226]: DEBUG nova.virt.hardware [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2126.854601] env[62226]: DEBUG nova.virt.hardware [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2126.854747] env[62226]: DEBUG nova.virt.hardware [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2126.854895] env[62226]: DEBUG nova.virt.hardware [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2126.855118] env[62226]: DEBUG nova.virt.hardware [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2126.855851] env[62226]: DEBUG nova.virt.hardware [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2126.855851] env[62226]: DEBUG nova.virt.hardware [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2126.855851] env[62226]: DEBUG nova.virt.hardware [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2126.855851] env[62226]: DEBUG nova.virt.hardware [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2126.861955] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Reconfiguring VM to attach interface {{(pid=62226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2126.865850] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08ad8803-870c-4c34-aa00-2edf03ae7691 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.881065] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028604, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.886693] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2126.886693] env[62226]: value = "task-2028605" [ 2126.886693] env[62226]: _type = "Task" [ 2126.886693] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.889823] env[62226]: DEBUG nova.compute.manager [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Received event network-changed-823c32d6-3cc6-464e-a656-ea65808f47dd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2126.890029] env[62226]: DEBUG nova.compute.manager [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Refreshing instance network info cache due to event network-changed-823c32d6-3cc6-464e-a656-ea65808f47dd. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2126.890242] env[62226]: DEBUG oslo_concurrency.lockutils [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] Acquiring lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.890384] env[62226]: DEBUG oslo_concurrency.lockutils [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] Acquired lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.890542] env[62226]: DEBUG nova.network.neutron [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Refreshing network info cache for port 823c32d6-3cc6-464e-a656-ea65808f47dd {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2126.909324] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.989699] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80569fca-217a-4613-a00d-151c8fca0cca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.997702] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640effe4-de35-4ce4-8c2f-8407847d0433 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.037323] env[62226]: DEBUG nova.network.neutron [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Successfully created port: 074684a4-8d42-46ad-ae1a-6bdb506d81b6 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2127.040205] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ba995e-f07c-48f2-9de3-dd7aedd3a993 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.048124] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528693} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.050197] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] ca26041c-5a9c-474a-bbb8-7a92736a8a75/ca26041c-5a9c-474a-bbb8-7a92736a8a75.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2127.050426] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2127.050748] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4921713f-c2cd-40b1-ab2b-2ca89d1b43f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.055269] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb627e8-7a42-4e90-9661-2c0cf9e4be0a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.062695] env[62226]: DEBUG oslo_concurrency.lockutils [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] Releasing lock "refresh_cache-cdac5d02-93fc-4b50-b493-c9fa6a11ce22" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.062944] env[62226]: DEBUG nova.compute.manager [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Received event network-vif-plugged-823c32d6-3cc6-464e-a656-ea65808f47dd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2127.063178] env[62226]: DEBUG oslo_concurrency.lockutils [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] Acquiring lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.063384] env[62226]: DEBUG oslo_concurrency.lockutils [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] Lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.063550] env[62226]: DEBUG oslo_concurrency.lockutils [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] Lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.063718] env[62226]: DEBUG nova.compute.manager [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] No waiting events found dispatching network-vif-plugged-823c32d6-3cc6-464e-a656-ea65808f47dd {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2127.063878] env[62226]: WARNING nova.compute.manager [req-22da5381-f846-4f3d-98fd-9e8de55ede2c req-5c345cc1-7a07-4d54-8e6f-3bb11199c372 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Received unexpected event network-vif-plugged-823c32d6-3cc6-464e-a656-ea65808f47dd for instance with vm_state active and task_state None. [ 2127.075083] env[62226]: DEBUG nova.compute.provider_tree [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2127.082257] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2127.082257] env[62226]: value = "task-2028606" [ 2127.082257] env[62226]: _type = "Task" [ 2127.082257] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.092107] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028597, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.100391] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.105753] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2127.105975] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2127.106228] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.106376] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.106552] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2127.108997] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c4c4b9e-ca2a-4107-8664-a831615f8c85 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.117049] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2127.117223] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2127.117934] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28824294-9c61-46bc-bf20-18687cea2999 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.123321] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2127.123321] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5206acfc-6266-7757-f9ae-a99e46860ed1" [ 2127.123321] env[62226]: _type = "Task" [ 2127.123321] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.131310] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5206acfc-6266-7757-f9ae-a99e46860ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.142997] env[62226]: DEBUG nova.compute.manager [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2127.174170] env[62226]: DEBUG nova.network.neutron [-] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.186272] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "refresh_cache-00a53b28-c31d-46b0-a081-6c28b64bad3d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.186272] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "refresh_cache-00a53b28-c31d-46b0-a081-6c28b64bad3d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.186272] env[62226]: DEBUG nova.network.neutron [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2127.283087] env[62226]: DEBUG nova.network.neutron [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updated VIF entry in instance network info cache for port 823c32d6-3cc6-464e-a656-ea65808f47dd. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2127.283531] env[62226]: DEBUG nova.network.neutron [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updating instance_info_cache with network_info: [{"id": "076d400b-86ac-439b-aca1-d5eb981e89dd", "address": "fa:16:3e:b7:79:1c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076d400b-86", "ovs_interfaceid": "076d400b-86ac-439b-aca1-d5eb981e89dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "823c32d6-3cc6-464e-a656-ea65808f47dd", "address": "fa:16:3e:31:b1:58", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823c32d6-3c", "ovs_interfaceid": "823c32d6-3cc6-464e-a656-ea65808f47dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.348883] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028604, 'name': Rename_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.398081] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.571052] env[62226]: DEBUG nova.virt.hardware [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2127.571406] env[62226]: DEBUG nova.virt.hardware [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2127.571603] env[62226]: DEBUG nova.virt.hardware [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2127.571799] env[62226]: DEBUG nova.virt.hardware [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2127.571971] env[62226]: DEBUG nova.virt.hardware [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2127.572141] env[62226]: DEBUG nova.virt.hardware [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2127.572360] env[62226]: DEBUG nova.virt.hardware [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2127.572520] env[62226]: DEBUG nova.virt.hardware [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2127.572689] env[62226]: DEBUG nova.virt.hardware [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2127.572897] env[62226]: DEBUG nova.virt.hardware [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2127.573072] env[62226]: DEBUG nova.virt.hardware [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2127.573937] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96cf29c-cf25-4f27-9511-d10bec605d53 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.585435] env[62226]: DEBUG nova.scheduler.client.report [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2127.588554] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028597, 'name': CreateVM_Task, 'duration_secs': 1.697332} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.593588] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2127.594670] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.594882] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.595258] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2127.596642] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c336c-ed98-41cb-b540-985b01df3a1e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.602260] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20768193-bc15-4646-a2c7-2e19675473ed {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.608122] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066456} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.615892] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2127.616728] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:b1:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af41ee68-4e2f-4432-946e-e441d1aa073c', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2127.624219] env[62226]: DEBUG oslo.service.loopingcall [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2127.625911] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb329cff-ad08-437c-b700-8789f1003ad6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.629034] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2127.629260] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2127.629260] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f8d0a7-1989-417d-873b-7ad69fa03927" [ 2127.629260] env[62226]: _type = "Task" [ 2127.629260] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.632293] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6428bfcc-df6b-499c-8a7f-e9f8f41ae25f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.673325] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] ca26041c-5a9c-474a-bbb8-7a92736a8a75/ca26041c-5a9c-474a-bbb8-7a92736a8a75.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2127.678365] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd6af72-a790-4d2a-8108-1fbdcddc103d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.692472] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2127.692472] env[62226]: value = "task-2028607" [ 2127.692472] env[62226]: _type = "Task" [ 2127.692472] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.692843] env[62226]: INFO nova.compute.manager [-] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Took 1.57 seconds to deallocate network for instance. [ 2127.693204] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5206acfc-6266-7757-f9ae-a99e46860ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.703043] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f8d0a7-1989-417d-873b-7ad69fa03927, 'name': SearchDatastore_Task, 'duration_secs': 0.015078} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.705349] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1737635c-ab7b-47aa-ad65-bd54cd6f1255 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.710345] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.710345] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2127.710345] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.710345] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.710345] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2127.712914] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06d9d50c-1895-45ef-97ba-87d29fe4823f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.715048] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2127.715048] env[62226]: value = "task-2028608" [ 2127.715048] env[62226]: _type = "Task" [ 2127.715048] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.723941] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2127.723941] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52414ef5-81bb-edc7-e5fe-ee151458c97d" [ 2127.723941] env[62226]: _type = "Task" [ 2127.723941] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.724174] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.728151] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2127.728151] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2127.729925] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6018ff0-32d8-4251-8a3e-4847616a7234 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.737732] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.743175] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52414ef5-81bb-edc7-e5fe-ee151458c97d, 'name': SearchDatastore_Task, 'duration_secs': 0.010657} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.744600] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.744884] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] faae8d00-327e-4958-a68b-149d5ff3486b/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk. {{(pid=62226) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2127.745241] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2127.745241] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f72c8e-24c3-dee2-180a-0401925817e6" [ 2127.745241] env[62226]: _type = "Task" [ 2127.745241] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.745450] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-257fd8a9-7bf4-4085-a9c6-1c7ae4a56ab3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.757199] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f72c8e-24c3-dee2-180a-0401925817e6, 'name': SearchDatastore_Task, 'duration_secs': 0.008461} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.758991] env[62226]: DEBUG nova.network.neutron [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2127.761811] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2127.761811] env[62226]: value = "task-2028609" [ 2127.761811] env[62226]: _type = "Task" [ 2127.761811] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.762059] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a8f6ac-b528-4a07-a601-2ebcacddf7de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.773603] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.773916] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2127.773916] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f5ad6c-916c-68ec-01db-f66daeb326c7" [ 2127.773916] env[62226]: _type = "Task" [ 2127.773916] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.782153] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f5ad6c-916c-68ec-01db-f66daeb326c7, 'name': SearchDatastore_Task, 'duration_secs': 0.007876} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.784513] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.784814] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] cdac5d02-93fc-4b50-b493-c9fa6a11ce22/cdac5d02-93fc-4b50-b493-c9fa6a11ce22.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2127.785095] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-193c97af-4022-4066-90c0-a12eac77c4f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.787474] env[62226]: DEBUG oslo_concurrency.lockutils [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] Releasing lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.787719] env[62226]: DEBUG nova.compute.manager [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Received event network-vif-plugged-c53db15f-ba4f-4651-ad0a-723440fb875c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2127.787932] env[62226]: DEBUG oslo_concurrency.lockutils [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] Acquiring lock "00a53b28-c31d-46b0-a081-6c28b64bad3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.788181] env[62226]: DEBUG oslo_concurrency.lockutils [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] Lock "00a53b28-c31d-46b0-a081-6c28b64bad3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.788390] env[62226]: DEBUG oslo_concurrency.lockutils [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] Lock "00a53b28-c31d-46b0-a081-6c28b64bad3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.788540] env[62226]: DEBUG nova.compute.manager [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] No waiting events found dispatching network-vif-plugged-c53db15f-ba4f-4651-ad0a-723440fb875c {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2127.788721] env[62226]: WARNING nova.compute.manager [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Received unexpected event network-vif-plugged-c53db15f-ba4f-4651-ad0a-723440fb875c for instance with vm_state building and task_state spawning. [ 2127.788902] env[62226]: DEBUG nova.compute.manager [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Received event network-vif-deleted-43811594-a2b3-4986-b49c-9a06ec80abed {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2127.789108] env[62226]: INFO nova.compute.manager [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Neutron deleted interface 43811594-a2b3-4986-b49c-9a06ec80abed; detaching it from the instance and deleting it from the info cache [ 2127.789294] env[62226]: DEBUG nova.network.neutron [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.794418] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2127.794418] env[62226]: value = "task-2028610" [ 2127.794418] env[62226]: _type = "Task" [ 2127.794418] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.802610] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.849211] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028604, 'name': Rename_Task, 'duration_secs': 0.818726} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.849616] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2127.849944] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79a76baa-8d57-4c86-b9f1-49333f3ecdb9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.855632] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2127.855632] env[62226]: value = "task-2028611" [ 2127.855632] env[62226]: _type = "Task" [ 2127.855632] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.863485] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.900443] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.905972] env[62226]: DEBUG nova.network.neutron [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Updating instance_info_cache with network_info: [{"id": "c53db15f-ba4f-4651-ad0a-723440fb875c", "address": "fa:16:3e:d9:33:2f", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53db15f-ba", "ovs_interfaceid": "c53db15f-ba4f-4651-ad0a-723440fb875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.095594] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.098924] env[62226]: DEBUG oslo_concurrency.lockutils [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 10.967s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.129474] env[62226]: INFO nova.scheduler.client.report [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Deleted allocations for instance 9a8e320b-0d09-4acc-927f-42afa21ac42a [ 2128.156434] env[62226]: DEBUG nova.compute.manager [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2128.182496] env[62226]: DEBUG nova.virt.hardware [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2128.182760] env[62226]: DEBUG nova.virt.hardware [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2128.183038] env[62226]: DEBUG nova.virt.hardware [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2128.183271] env[62226]: DEBUG nova.virt.hardware [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2128.183443] env[62226]: DEBUG nova.virt.hardware [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2128.183600] env[62226]: DEBUG nova.virt.hardware [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2128.183822] env[62226]: DEBUG nova.virt.hardware [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2128.183976] env[62226]: DEBUG nova.virt.hardware [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2128.184159] env[62226]: DEBUG nova.virt.hardware [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2128.184324] env[62226]: DEBUG nova.virt.hardware [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2128.184496] env[62226]: DEBUG nova.virt.hardware [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2128.185854] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80da1cc0-9295-4245-8c01-452c09bb3164 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.195637] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d883ab4-de23-4940-8398-9ab939a086d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.218344] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.225228] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.231253] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028608, 'name': ReconfigVM_Task, 'duration_secs': 0.292278} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.231560] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Reconfigured VM instance instance-00000067 to attach disk [datastore2] ca26041c-5a9c-474a-bbb8-7a92736a8a75/ca26041c-5a9c-474a-bbb8-7a92736a8a75.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2128.232302] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86888191-2a2e-437d-b780-10e1bd0e8828 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.239281] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2128.239281] env[62226]: value = "task-2028612" [ 2128.239281] env[62226]: _type = "Task" [ 2128.239281] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.248478] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028612, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.275375] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028609, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.292418] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1153bc8b-7c1a-4589-84a6-3bb5e0ae1506 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.304599] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028610, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.309026] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bbc488-e854-42ff-8f67-91b3fb79997b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.343207] env[62226]: DEBUG nova.compute.manager [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Detach interface failed, port_id=43811594-a2b3-4986-b49c-9a06ec80abed, reason: Instance 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2128.343467] env[62226]: DEBUG nova.compute.manager [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Received event network-changed-c53db15f-ba4f-4651-ad0a-723440fb875c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2128.343639] env[62226]: DEBUG nova.compute.manager [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Refreshing instance network info cache due to event network-changed-c53db15f-ba4f-4651-ad0a-723440fb875c. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2128.343938] env[62226]: DEBUG oslo_concurrency.lockutils [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] Acquiring lock "refresh_cache-00a53b28-c31d-46b0-a081-6c28b64bad3d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.365637] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.400796] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.408518] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "refresh_cache-00a53b28-c31d-46b0-a081-6c28b64bad3d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.408782] env[62226]: DEBUG nova.compute.manager [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Instance network_info: |[{"id": "c53db15f-ba4f-4651-ad0a-723440fb875c", "address": "fa:16:3e:d9:33:2f", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53db15f-ba", "ovs_interfaceid": "c53db15f-ba4f-4651-ad0a-723440fb875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2128.409085] env[62226]: DEBUG oslo_concurrency.lockutils [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] Acquired lock "refresh_cache-00a53b28-c31d-46b0-a081-6c28b64bad3d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.409278] env[62226]: DEBUG nova.network.neutron [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Refreshing network info cache for port c53db15f-ba4f-4651-ad0a-723440fb875c {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2128.410603] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:33:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c53db15f-ba4f-4651-ad0a-723440fb875c', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2128.417877] env[62226]: DEBUG oslo.service.loopingcall [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2128.418863] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2128.419100] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-437c8553-aceb-4ac1-b006-5c03b9c80f41 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.438954] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2128.438954] env[62226]: value = "task-2028613" [ 2128.438954] env[62226]: _type = "Task" [ 2128.438954] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.446956] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.602811] env[62226]: DEBUG nova.objects.instance [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'migration_context' on Instance uuid 0863d731-b360-4190-af90-b096ef76dc3e {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.638258] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2159a129-bc9b-432d-b9f2-cfd116a8b097 tempest-ServerAddressesTestJSON-250881361 tempest-ServerAddressesTestJSON-250881361-project-member] Lock "9a8e320b-0d09-4acc-927f-42afa21ac42a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.604s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.711212] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.748144] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028612, 'name': Rename_Task, 'duration_secs': 0.1998} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.748425] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2128.748671] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd26a9ba-b8c1-401c-bc5f-230841407698 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.753886] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2128.753886] env[62226]: value = "task-2028614" [ 2128.753886] env[62226]: _type = "Task" [ 2128.753886] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.760927] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.773573] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62533} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.774185] env[62226]: INFO nova.virt.vmwareapi.ds_util [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] faae8d00-327e-4958-a68b-149d5ff3486b/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk. [ 2128.774595] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e271e08-a032-4706-9dcf-5b2faac6fe17 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.798911] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] faae8d00-327e-4958-a68b-149d5ff3486b/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2128.799276] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-616f7850-0c80-4a21-a0e0-d34831532cbe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.820515] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590202} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.821777] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] cdac5d02-93fc-4b50-b493-c9fa6a11ce22/cdac5d02-93fc-4b50-b493-c9fa6a11ce22.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2128.822049] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2128.822365] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2128.822365] env[62226]: value = "task-2028615" [ 2128.822365] env[62226]: _type = "Task" [ 2128.822365] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.822556] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebe9385f-106f-45eb-82e5-66d39ea7bd3c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.832569] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028615, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.833775] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2128.833775] env[62226]: value = "task-2028616" [ 2128.833775] env[62226]: _type = "Task" [ 2128.833775] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.842402] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.864877] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028611, 'name': PowerOnVM_Task, 'duration_secs': 0.872826} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.865161] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2128.865366] env[62226]: INFO nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Took 10.70 seconds to spawn the instance on the hypervisor. [ 2128.865543] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2128.866345] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaeb42f-e4cc-4c44-a84e-573fb7242863 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.900303] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.949737] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.132934] env[62226]: DEBUG nova.network.neutron [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Updated VIF entry in instance network info cache for port c53db15f-ba4f-4651-ad0a-723440fb875c. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2129.133246] env[62226]: DEBUG nova.network.neutron [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Updating instance_info_cache with network_info: [{"id": "c53db15f-ba4f-4651-ad0a-723440fb875c", "address": "fa:16:3e:d9:33:2f", "network": {"id": "ca6da541-e271-401f-a601-a2732ce49c86", "bridge": "br-int", "label": "tempest-ServersTestJSON-2061884311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a741d5a42bd0495fbe6462f78cf1ef21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53db15f-ba", "ovs_interfaceid": "c53db15f-ba4f-4651-ad0a-723440fb875c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2129.212360] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.265922] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028614, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.335903] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028615, 'name': ReconfigVM_Task, 'duration_secs': 0.315453} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.339781] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Reconfigured VM instance instance-0000005f to attach disk [datastore1] faae8d00-327e-4958-a68b-149d5ff3486b/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2129.343267] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73a5883-8808-4789-bb00-999432cd9d30 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.351123] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063276} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.367504] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2129.375723] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f86cf6-fed7-4bb6-baf6-f8eddf36a46e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.378167] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d55063ae-1125-48c3-b788-dc6c99933ed9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.402262] env[62226]: INFO nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Took 18.50 seconds to build instance. [ 2129.417315] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2129.417315] env[62226]: value = "task-2028617" [ 2129.417315] env[62226]: _type = "Task" [ 2129.417315] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.425426] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] cdac5d02-93fc-4b50-b493-c9fa6a11ce22/cdac5d02-93fc-4b50-b493-c9fa6a11ce22.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2129.426956] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "5fa1561d-fbbe-41ac-8669-19008d976ef6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.549s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.429780] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c49f1a-a803-45ed-9c5e-5332e856c054 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.450811] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.459210] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.465529] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2129.465529] env[62226]: value = "task-2028618" [ 2129.465529] env[62226]: _type = "Task" [ 2129.465529] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.465950] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.477904] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028618, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.479790] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c0565c-bbe3-4266-820b-d5304bcb0b9a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.486978] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37131f75-282f-4e4c-9df9-9ca5b3f965db {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.517051] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599a5ad1-2d37-47d1-abcf-08d1d7ff028a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.524414] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59e069f-4b2c-49fc-902f-59006d998770 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.537551] env[62226]: DEBUG nova.compute.provider_tree [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2129.636401] env[62226]: DEBUG oslo_concurrency.lockutils [req-17adbfb7-a39f-4ff4-a2e6-cdc82a6c0793 req-f05d5859-64c9-4c0d-9dc1-a6a2df1d625a service nova] Releasing lock "refresh_cache-00a53b28-c31d-46b0-a081-6c28b64bad3d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.711936] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.763091] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028614, 'name': PowerOnVM_Task, 'duration_secs': 0.599202} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.763405] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2129.763611] env[62226]: INFO nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Took 9.05 seconds to spawn the instance on the hypervisor. [ 2129.763793] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2129.764553] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f19fb4-4d5a-4bb2-83ad-3f31f7f07bfe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.901517] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.942663] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028617, 'name': ReconfigVM_Task, 'duration_secs': 0.146328} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.942663] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2129.942663] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cc9ff85-9150-4fb5-b80e-14a6c2330c58 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.949019] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2129.949019] env[62226]: value = "task-2028619" [ 2129.949019] env[62226]: _type = "Task" [ 2129.949019] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.959894] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.963136] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.975614] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.043100] env[62226]: DEBUG nova.scheduler.client.report [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2130.213510] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.281091] env[62226]: INFO nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Took 19.35 seconds to build instance. [ 2130.402995] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.461155] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.463462] env[62226]: DEBUG oslo_vmware.api [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028619, 'name': PowerOnVM_Task, 'duration_secs': 0.492343} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.463795] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2130.467568] env[62226]: DEBUG nova.compute.manager [None req-c122c514-06ce-4b9c-bf38-967136d14dc7 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2130.468426] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80e88ff-6169-4a98-adef-fb5d7a5218a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.482780] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028618, 'name': ReconfigVM_Task, 'duration_secs': 0.729809} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.482993] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Reconfigured VM instance instance-00000068 to attach disk [datastore2] cdac5d02-93fc-4b50-b493-c9fa6a11ce22/cdac5d02-93fc-4b50-b493-c9fa6a11ce22.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2130.483694] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b32e06b-ba34-4ab7-bec1-db3d8b9348e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.489421] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2130.489421] env[62226]: value = "task-2028620" [ 2130.489421] env[62226]: _type = "Task" [ 2130.489421] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.498454] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028620, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.713631] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.783326] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "ca26041c-5a9c-474a-bbb8-7a92736a8a75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.868s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.903464] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.962637] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.005031] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028620, 'name': Rename_Task, 'duration_secs': 0.190254} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.005179] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2131.005480] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-967fca03-d401-45c5-814d-aea075911fd6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.014985] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2131.014985] env[62226]: value = "task-2028621" [ 2131.014985] env[62226]: _type = "Task" [ 2131.014985] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.024966] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.053719] env[62226]: DEBUG oslo_concurrency.lockutils [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.955s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.059335] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.468s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.059571] env[62226]: DEBUG nova.objects.instance [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Lazy-loading 'resources' on Instance uuid 1319c83f-40fc-4bf7-92b1-7d95a12b9859 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2131.215138] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.404210] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.463651] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.524997] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.674926] env[62226]: INFO nova.compute.manager [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Unrescuing [ 2131.675194] env[62226]: DEBUG oslo_concurrency.lockutils [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "refresh_cache-faae8d00-327e-4958-a68b-149d5ff3486b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.675350] env[62226]: DEBUG oslo_concurrency.lockutils [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "refresh_cache-faae8d00-327e-4958-a68b-149d5ff3486b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.675515] env[62226]: DEBUG nova.network.neutron [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2131.715078] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.848840] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c7189-adb5-48d2-b2f9-86a1a499d2b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.856448] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce943b12-1433-41d7-b49c-9fed024999e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.889578] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e8217a-cf5e-4560-a819-5f2a7041c1b5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.900164] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09d182d-7ca9-4af8-aaca-2fc754b028e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.908981] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.917028] env[62226]: DEBUG nova.compute.provider_tree [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2131.963676] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.023969] env[62226]: DEBUG oslo_vmware.api [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028621, 'name': PowerOnVM_Task, 'duration_secs': 0.566998} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.024273] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2132.024481] env[62226]: INFO nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Took 8.80 seconds to spawn the instance on the hypervisor. [ 2132.024662] env[62226]: DEBUG nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2132.025452] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775ac41f-70c6-468d-85d7-df8ea03c18c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.215814] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.409854] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.420444] env[62226]: DEBUG nova.scheduler.client.report [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2132.464113] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.547482] env[62226]: INFO nova.compute.manager [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Took 21.58 seconds to build instance. [ 2132.600675] env[62226]: INFO nova.compute.manager [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Swapping old allocation on dict_keys(['a0a34dbc-95d3-4028-b2d7-c443f32f5b3a']) held by migration e6ac3717-b925-4915-894e-1c9595d2b825 for instance [ 2132.628322] env[62226]: DEBUG nova.scheduler.client.report [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Overwriting current allocation {'allocations': {'a0a34dbc-95d3-4028-b2d7-c443f32f5b3a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 138}}, 'project_id': '506500182ff8414899d7d9b8e2189a9f', 'user_id': '50d67fbc4e0c4146b1e0c4038bb0e986', 'consumer_generation': 1} on consumer 0863d731-b360-4190-af90-b096ef76dc3e {{(pid=62226) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2132.690445] env[62226]: DEBUG nova.network.neutron [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Updating instance_info_cache with network_info: [{"id": "c2cfa2c9-144e-4665-852a-0c12bc437584", "address": "fa:16:3e:b4:4b:7b", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cfa2c9-14", "ovs_interfaceid": "c2cfa2c9-144e-4665-852a-0c12bc437584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.715314] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.737895] env[62226]: DEBUG oslo_concurrency.lockutils [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.738308] env[62226]: DEBUG oslo_concurrency.lockutils [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.738308] env[62226]: DEBUG nova.network.neutron [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2132.907724] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.926503] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.930067] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.473s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.930067] env[62226]: DEBUG nova.objects.instance [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Lazy-loading 'resources' on Instance uuid aead4bf7-07e4-4bea-8dcf-a2373f306565 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2132.948897] env[62226]: INFO nova.scheduler.client.report [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Deleted allocations for instance 1319c83f-40fc-4bf7-92b1-7d95a12b9859 [ 2132.964937] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.050222] env[62226]: DEBUG oslo_concurrency.lockutils [None req-14ddda5d-fd5d-4ba2-a2d9-513c828c0614 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "cdac5d02-93fc-4b50-b493-c9fa6a11ce22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.093s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.193315] env[62226]: DEBUG oslo_concurrency.lockutils [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "refresh_cache-faae8d00-327e-4958-a68b-149d5ff3486b" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.194019] env[62226]: DEBUG nova.objects.instance [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lazy-loading 'flavor' on Instance uuid faae8d00-327e-4958-a68b-149d5ff3486b {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2133.217522] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.412109] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.461724] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d0c31be-37e3-4901-b1af-a1273f93779e tempest-ServersV294TestFqdnHostnames-1519898572 tempest-ServersV294TestFqdnHostnames-1519898572-project-member] Lock "1319c83f-40fc-4bf7-92b1-7d95a12b9859" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.164s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.470783] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.614332] env[62226]: DEBUG nova.network.neutron [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance_info_cache with network_info: [{"id": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "address": "fa:16:3e:44:8f:cb", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b0a10b-f6", "ovs_interfaceid": "12b0a10b-f680-4a3a-9740-784ce34fd4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.700307] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b44205-d195-455b-a5db-bcc7f80be2d2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.726520] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2133.730338] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-357b54e9-ff6a-4210-971a-d265e247ba43 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.734585] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.736124] env[62226]: DEBUG oslo_vmware.api [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2133.736124] env[62226]: value = "task-2028622" [ 2133.736124] env[62226]: _type = "Task" [ 2133.736124] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.743844] env[62226]: DEBUG oslo_vmware.api [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.745388] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1c9f5c-9d17-4fd4-8636-d68fc576ea96 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.751983] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd15838c-7c8e-42ff-b01d-ed2aa2ef8f8d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.782200] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "5fa1561d-fbbe-41ac-8669-19008d976ef6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.782563] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "5fa1561d-fbbe-41ac-8669-19008d976ef6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.782703] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "5fa1561d-fbbe-41ac-8669-19008d976ef6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.782917] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "5fa1561d-fbbe-41ac-8669-19008d976ef6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.783121] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "5fa1561d-fbbe-41ac-8669-19008d976ef6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.785460] env[62226]: INFO nova.compute.manager [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Terminating instance [ 2133.787279] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc39a94-2dd9-43eb-be3d-babd8ed8ae93 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.797588] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6a50bf-11fd-4dab-8ab9-30624ba27e90 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.812220] env[62226]: DEBUG nova.compute.provider_tree [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2133.909554] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.971631] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.118279] env[62226]: DEBUG oslo_concurrency.lockutils [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-0863d731-b360-4190-af90-b096ef76dc3e" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.119615] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b660bd-4502-4e89-8319-4d551256f543 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.128349] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b53a3fc-d1c2-47e6-8b15-19e42fe5b720 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.218433] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028607, 'name': CreateVM_Task, 'duration_secs': 6.470694} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.218719] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2134.219520] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.219808] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.220744] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2134.221120] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e91d07-7fb7-47ef-b3b6-57e20270d299 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.228028] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2134.228028] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d84591-792f-fa02-9387-c55b388c4a52" [ 2134.228028] env[62226]: _type = "Task" [ 2134.228028] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.235912] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d84591-792f-fa02-9387-c55b388c4a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.248125] env[62226]: DEBUG oslo_vmware.api [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028622, 'name': PowerOffVM_Task, 'duration_secs': 0.19779} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.248125] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2134.256468] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2134.256911] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f008851d-ee83-42d1-8436-be1646e34455 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.282718] env[62226]: DEBUG oslo_vmware.api [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2134.282718] env[62226]: value = "task-2028623" [ 2134.282718] env[62226]: _type = "Task" [ 2134.282718] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.292348] env[62226]: DEBUG nova.compute.manager [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2134.292677] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2134.293071] env[62226]: DEBUG oslo_vmware.api [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.294019] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1d3a1c-640c-45cb-baf4-fc17310ac13c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.301876] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2134.302222] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3e7b6d-05b4-4571-8b57-098d34fa5ca8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.308678] env[62226]: DEBUG oslo_vmware.api [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2134.308678] env[62226]: value = "task-2028624" [ 2134.308678] env[62226]: _type = "Task" [ 2134.308678] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.318655] env[62226]: DEBUG nova.scheduler.client.report [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2134.322276] env[62226]: DEBUG oslo_vmware.api [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.413198] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.468152] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028613, 'name': CreateVM_Task, 'duration_secs': 5.701976} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.468507] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2134.469379] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.469750] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.471085] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2134.471085] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c842430-0bce-430d-8552-ec84f5de093c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.477307] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2134.477307] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5284c908-ef02-e967-38d7-dabf208e32ae" [ 2134.477307] env[62226]: _type = "Task" [ 2134.477307] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.486547] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5284c908-ef02-e967-38d7-dabf208e32ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.737900] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d84591-792f-fa02-9387-c55b388c4a52, 'name': SearchDatastore_Task, 'duration_secs': 0.013171} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.740079] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.743568] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2134.743858] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.744037] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.744230] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2134.744727] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c73d5b4c-a905-470a-ba8d-89e3443a51e6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.755696] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2134.755797] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2134.756571] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026d93c5-45c7-41f6-b2cf-57bfe46e953a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.762525] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2134.762525] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5232dd36-d019-a58f-f910-d04ecd5876d8" [ 2134.762525] env[62226]: _type = "Task" [ 2134.762525] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.771766] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5232dd36-d019-a58f-f910-d04ecd5876d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.796676] env[62226]: DEBUG oslo_vmware.api [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028623, 'name': ReconfigVM_Task, 'duration_secs': 0.282744} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.797381] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2134.797598] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2134.797851] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24bf7654-bebd-4b04-9f01-7c4afacc0300 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.804993] env[62226]: DEBUG oslo_vmware.api [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2134.804993] env[62226]: value = "task-2028625" [ 2134.804993] env[62226]: _type = "Task" [ 2134.804993] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.817176] env[62226]: DEBUG oslo_vmware.api [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.822561] env[62226]: DEBUG oslo_vmware.api [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028624, 'name': PowerOffVM_Task, 'duration_secs': 0.233195} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.822697] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2134.822880] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2134.823635] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.825566] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a26bff7-446b-4aae-90dc-f3223bab0792 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.827999] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.609s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.827999] env[62226]: DEBUG nova.objects.instance [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lazy-loading 'resources' on Instance uuid 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2134.848203] env[62226]: INFO nova.scheduler.client.report [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Deleted allocations for instance aead4bf7-07e4-4bea-8dcf-a2373f306565 [ 2134.912599] env[62226]: DEBUG nova.network.neutron [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Successfully updated port: 074684a4-8d42-46ad-ae1a-6bdb506d81b6 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2134.921048] env[62226]: DEBUG oslo_vmware.api [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028605, 'name': ReconfigVM_Task, 'duration_secs': 7.552769} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.921862] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.922268] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Reconfigured VM to attach interface {{(pid=62226) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2134.991310] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5284c908-ef02-e967-38d7-dabf208e32ae, 'name': SearchDatastore_Task, 'duration_secs': 0.020709} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.992839] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.993331] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2134.993728] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.993830] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.993959] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2134.994303] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-977149f4-f408-4992-b480-44d87c4c5faf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.003930] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2135.004146] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2135.004894] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe66869-7d19-4e0c-ba1f-9e21c8ad57d2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.011198] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2135.011198] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527a3d4a-8ad6-7f0d-ce79-a17ca7d76584" [ 2135.011198] env[62226]: _type = "Task" [ 2135.011198] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.020312] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527a3d4a-8ad6-7f0d-ce79-a17ca7d76584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.101849] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2135.102142] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2135.102340] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Deleting the datastore file [datastore2] 5fa1561d-fbbe-41ac-8669-19008d976ef6 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2135.102641] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5c859fe-5ad3-43e3-8180-b105be0c2e6a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.111665] env[62226]: DEBUG oslo_vmware.api [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2135.111665] env[62226]: value = "task-2028627" [ 2135.111665] env[62226]: _type = "Task" [ 2135.111665] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.120241] env[62226]: DEBUG oslo_vmware.api [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.193497] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Acquiring lock "4285cc1c-e73c-45f9-8163-828f88d562b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.193974] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Lock "4285cc1c-e73c-45f9-8163-828f88d562b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.245370] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2135.245686] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b3fddc8-b2a2-4180-b077-e24bf3fdfbc6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.253064] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2135.253064] env[62226]: value = "task-2028628" [ 2135.253064] env[62226]: _type = "Task" [ 2135.253064] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.255576] env[62226]: DEBUG nova.compute.manager [req-9bcf31ee-3253-4a4f-99a4-bdceb047e92d req-09874bc5-04e4-4e70-9b4a-8e21b7a1f679 service nova] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Received event network-vif-plugged-074684a4-8d42-46ad-ae1a-6bdb506d81b6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2135.255924] env[62226]: DEBUG oslo_concurrency.lockutils [req-9bcf31ee-3253-4a4f-99a4-bdceb047e92d req-09874bc5-04e4-4e70-9b4a-8e21b7a1f679 service nova] Acquiring lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.256099] env[62226]: DEBUG oslo_concurrency.lockutils [req-9bcf31ee-3253-4a4f-99a4-bdceb047e92d req-09874bc5-04e4-4e70-9b4a-8e21b7a1f679 service nova] Lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.256330] env[62226]: DEBUG oslo_concurrency.lockutils [req-9bcf31ee-3253-4a4f-99a4-bdceb047e92d req-09874bc5-04e4-4e70-9b4a-8e21b7a1f679 service nova] Lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.256513] env[62226]: DEBUG nova.compute.manager [req-9bcf31ee-3253-4a4f-99a4-bdceb047e92d req-09874bc5-04e4-4e70-9b4a-8e21b7a1f679 service nova] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] No waiting events found dispatching network-vif-plugged-074684a4-8d42-46ad-ae1a-6bdb506d81b6 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2135.256723] env[62226]: WARNING nova.compute.manager [req-9bcf31ee-3253-4a4f-99a4-bdceb047e92d req-09874bc5-04e4-4e70-9b4a-8e21b7a1f679 service nova] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Received unexpected event network-vif-plugged-074684a4-8d42-46ad-ae1a-6bdb506d81b6 for instance with vm_state building and task_state spawning. [ 2135.269029] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.283611] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5232dd36-d019-a58f-f910-d04ecd5876d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009472} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.284595] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffecc559-4a62-4c6e-ba84-a2225193e31b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.294589] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2135.294589] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5221447c-9ddb-d716-15a9-22b7a9a0af28" [ 2135.294589] env[62226]: _type = "Task" [ 2135.294589] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.304752] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5221447c-9ddb-d716-15a9-22b7a9a0af28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.320315] env[62226]: DEBUG oslo_vmware.api [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028625, 'name': PowerOnVM_Task, 'duration_secs': 0.436523} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.320704] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2135.321026] env[62226]: DEBUG nova.compute.manager [None req-373e0961-d614-4422-abbf-24b0339a6388 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2135.321979] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5129e2-452a-4c4c-8f74-6f351eed585a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.358122] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3a32995f-0c1d-4846-b0ef-b5a0f962b613 tempest-ServerPasswordTestJSON-1050534701 tempest-ServerPasswordTestJSON-1050534701-project-member] Lock "aead4bf7-07e4-4bea-8dcf-a2373f306565" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.813s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.419105] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.419566] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.419566] env[62226]: DEBUG nova.network.neutron [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2135.427199] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e3821c50-3939-402f-905e-e88ce28734e8 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-e6c93007-3185-4e3d-af22-afe6f5c6c9f2-823c32d6-3cc6-464e-a656-ea65808f47dd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 13.657s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.526840] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527a3d4a-8ad6-7f0d-ce79-a17ca7d76584, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.528345] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df4a555-0df3-460c-a48e-dfb04af2f753 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.538015] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2135.538015] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fc9f4e-a6d5-89b9-12bd-5c85c5db064f" [ 2135.538015] env[62226]: _type = "Task" [ 2135.538015] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.546763] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fc9f4e-a6d5-89b9-12bd-5c85c5db064f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.622008] env[62226]: DEBUG oslo_vmware.api [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274878} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.624833] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2135.625055] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2135.625286] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2135.625496] env[62226]: INFO nova.compute.manager [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Took 1.33 seconds to destroy the instance on the hypervisor. [ 2135.625798] env[62226]: DEBUG oslo.service.loopingcall [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2135.626242] env[62226]: DEBUG nova.compute.manager [-] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2135.626369] env[62226]: DEBUG nova.network.neutron [-] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2135.647963] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90111cb-ac16-49f0-9539-f5acd92e55a5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.655914] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a9c719-90e2-4362-8a5e-0968ad8629a4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.687916] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0767ed2d-521f-4eef-884d-ffe263eaa2b5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.696259] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faeaf32-7dc5-48ca-99e1-3a0eb395e406 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.702775] env[62226]: DEBUG nova.compute.manager [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2135.719874] env[62226]: DEBUG nova.compute.provider_tree [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2135.764564] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028628, 'name': PowerOffVM_Task, 'duration_secs': 0.276071} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.764877] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2135.765605] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2135.765770] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2135.765895] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2135.766099] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2135.766252] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2135.766397] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2135.766600] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2135.766753] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2135.766915] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2135.767096] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2135.767253] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2135.772720] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-264cdb4a-34c0-41d5-9f9a-094c7b1ae4ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.789262] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2135.789262] env[62226]: value = "task-2028629" [ 2135.789262] env[62226]: _type = "Task" [ 2135.789262] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.800794] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.806623] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5221447c-9ddb-d716-15a9-22b7a9a0af28, 'name': SearchDatastore_Task, 'duration_secs': 0.012206} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.806908] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.807416] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6/9b1be929-ab3b-4b64-8db3-fa4bf2853bc6.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2135.807643] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34b85415-1dc1-43a9-aee3-be93c80a4bab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.814552] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2135.814552] env[62226]: value = "task-2028630" [ 2135.814552] env[62226]: _type = "Task" [ 2135.814552] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.823551] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.981976] env[62226]: DEBUG nova.network.neutron [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2136.053298] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fc9f4e-a6d5-89b9-12bd-5c85c5db064f, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.053483] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.053725] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 00a53b28-c31d-46b0-a081-6c28b64bad3d/00a53b28-c31d-46b0-a081-6c28b64bad3d.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2136.054040] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbe77bbf-66e2-41cd-9540-3dda82c404ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.066160] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2136.066160] env[62226]: value = "task-2028631" [ 2136.066160] env[62226]: _type = "Task" [ 2136.066160] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.078528] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.224076] env[62226]: DEBUG nova.scheduler.client.report [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2136.236706] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.304672] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028629, 'name': ReconfigVM_Task, 'duration_secs': 0.151349} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.308021] env[62226]: DEBUG nova.network.neutron [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance_info_cache with network_info: [{"id": "074684a4-8d42-46ad-ae1a-6bdb506d81b6", "address": "fa:16:3e:e3:40:9e", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074684a4-8d", "ovs_interfaceid": "074684a4-8d42-46ad-ae1a-6bdb506d81b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.308021] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a83fae-a63a-465f-b9db-2cb8350cba21 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.332737] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2136.333061] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2136.333294] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2136.333513] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2136.333807] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2136.334142] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2136.334142] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2136.334288] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2136.334497] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2136.334737] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2136.334942] env[62226]: DEBUG nova.virt.hardware [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2136.339924] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63b3aa2-6c32-4c91-bdb2-d976628c2d77 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.348932] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2136.348932] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5233a00b-4a1f-34e6-0a1a-d02f3e8c47b2" [ 2136.348932] env[62226]: _type = "Task" [ 2136.348932] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.353879] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028630, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.365280] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5233a00b-4a1f-34e6-0a1a-d02f3e8c47b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.581024] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028631, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.595934] env[62226]: DEBUG nova.network.neutron [-] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.731702] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.735063] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.498s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.739763] env[62226]: INFO nova.compute.claims [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2136.763243] env[62226]: INFO nova.scheduler.client.report [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Deleted allocations for instance 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251 [ 2136.812333] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.812333] env[62226]: DEBUG nova.compute.manager [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Instance network_info: |[{"id": "074684a4-8d42-46ad-ae1a-6bdb506d81b6", "address": "fa:16:3e:e3:40:9e", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074684a4-8d", "ovs_interfaceid": "074684a4-8d42-46ad-ae1a-6bdb506d81b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2136.812781] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:40:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '074684a4-8d42-46ad-ae1a-6bdb506d81b6', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2136.824915] env[62226]: DEBUG oslo.service.loopingcall [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2136.824915] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2136.824915] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec8f239f-d03a-4ea8-a105-aaa71ead74a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.855164] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2136.855164] env[62226]: value = "task-2028632" [ 2136.855164] env[62226]: _type = "Task" [ 2136.855164] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.864441] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57822} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.872110] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6/9b1be929-ab3b-4b64-8db3-fa4bf2853bc6.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2136.872110] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2136.872110] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4824eef-64f3-4701-9708-bf48090fd46a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.878901] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5233a00b-4a1f-34e6-0a1a-d02f3e8c47b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016185} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.886961] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2136.892378] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3044961-bc19-4fa9-bd25-95e49ccfd0b5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.907357] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2136.907357] env[62226]: value = "task-2028633" [ 2136.907357] env[62226]: _type = "Task" [ 2136.907357] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.907547] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028632, 'name': CreateVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.914118] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2136.914118] env[62226]: value = "task-2028634" [ 2136.914118] env[62226]: _type = "Task" [ 2136.914118] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.917388] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.926540] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.079521] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856475} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.079521] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 00a53b28-c31d-46b0-a081-6c28b64bad3d/00a53b28-c31d-46b0-a081-6c28b64bad3d.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2137.079521] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2137.079521] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd1fdc8e-e770-446e-a21b-a132ee552ce8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.085127] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2137.085127] env[62226]: value = "task-2028635" [ 2137.085127] env[62226]: _type = "Task" [ 2137.085127] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.093914] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.098483] env[62226]: INFO nova.compute.manager [-] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Took 1.47 seconds to deallocate network for instance. [ 2137.253866] env[62226]: DEBUG oslo_concurrency.lockutils [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "interface-e6c93007-3185-4e3d-af22-afe6f5c6c9f2-823c32d6-3cc6-464e-a656-ea65808f47dd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.254362] env[62226]: DEBUG oslo_concurrency.lockutils [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-e6c93007-3185-4e3d-af22-afe6f5c6c9f2-823c32d6-3cc6-464e-a656-ea65808f47dd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.003s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.277022] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8d03866a-c312-40d2-a30c-951690219827 tempest-ServersNegativeTestJSON-2012261595 tempest-ServersNegativeTestJSON-2012261595-project-member] Lock "2037b2f9-3c20-40cc-81dd-cb3b7e9f7251" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.621s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.298702] env[62226]: DEBUG nova.compute.manager [req-f5174e8c-8910-40a6-84ac-8cacbdb717f2 req-46a84370-ad68-4da9-a0fe-d99e2072ce8c service nova] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Received event network-changed-074684a4-8d42-46ad-ae1a-6bdb506d81b6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2137.299082] env[62226]: DEBUG nova.compute.manager [req-f5174e8c-8910-40a6-84ac-8cacbdb717f2 req-46a84370-ad68-4da9-a0fe-d99e2072ce8c service nova] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Refreshing instance network info cache due to event network-changed-074684a4-8d42-46ad-ae1a-6bdb506d81b6. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2137.299173] env[62226]: DEBUG oslo_concurrency.lockutils [req-f5174e8c-8910-40a6-84ac-8cacbdb717f2 req-46a84370-ad68-4da9-a0fe-d99e2072ce8c service nova] Acquiring lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.300118] env[62226]: DEBUG oslo_concurrency.lockutils [req-f5174e8c-8910-40a6-84ac-8cacbdb717f2 req-46a84370-ad68-4da9-a0fe-d99e2072ce8c service nova] Acquired lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.300118] env[62226]: DEBUG nova.network.neutron [req-f5174e8c-8910-40a6-84ac-8cacbdb717f2 req-46a84370-ad68-4da9-a0fe-d99e2072ce8c service nova] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Refreshing network info cache for port 074684a4-8d42-46ad-ae1a-6bdb506d81b6 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2137.374908] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028632, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.418253] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073412} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.422356] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2137.423307] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c128230f-8319-4bcc-922b-9110abb6b36b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.432541] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028634, 'name': ReconfigVM_Task, 'duration_secs': 0.27309} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.444494] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2137.459627] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6/9b1be929-ab3b-4b64-8db3-fa4bf2853bc6.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2137.460366] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb930684-09ea-4dc6-99cf-42d6a2dc724d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.464595] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0b4730e-980e-4fde-a82c-191f4e4eef09 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.517959] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 0863d731-b360-4190-af90-b096ef76dc3e/0863d731-b360-4190-af90-b096ef76dc3e.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2137.519965] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38d5ce9-2f77-4198-b9c6-50881e21b97c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.534340] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2137.534340] env[62226]: value = "task-2028636" [ 2137.534340] env[62226]: _type = "Task" [ 2137.534340] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.539324] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2137.539324] env[62226]: value = "task-2028637" [ 2137.539324] env[62226]: _type = "Task" [ 2137.539324] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.547071] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.550908] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.595540] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231769} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.595928] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2137.596987] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99722307-6430-4110-b106-491fc8a95c3f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.614659] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.623515] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 00a53b28-c31d-46b0-a081-6c28b64bad3d/00a53b28-c31d-46b0-a081-6c28b64bad3d.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2137.623903] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f57cd1-e4f5-45dc-a24c-07a615ea9ad2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.645147] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2137.645147] env[62226]: value = "task-2028638" [ 2137.645147] env[62226]: _type = "Task" [ 2137.645147] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.653940] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.759680] env[62226]: DEBUG oslo_concurrency.lockutils [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.759873] env[62226]: DEBUG oslo_concurrency.lockutils [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.760818] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d186d04b-ec48-4536-9d82-40f56e7ac09a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.778637] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1a3eaa-e864-4dac-8733-885c208581fd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.807349] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Reconfiguring VM to detach interface {{(pid=62226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2137.812182] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e07d448-ca9f-402c-926c-5859e386b49c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.834060] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2137.834060] env[62226]: value = "task-2028639" [ 2137.834060] env[62226]: _type = "Task" [ 2137.834060] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.842803] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.875063] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028632, 'name': CreateVM_Task, 'duration_secs': 0.794139} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.878201] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2137.883644] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.883644] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.883644] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2137.883644] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f62c208f-7c6e-411e-89d9-b17ec9d8caaa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.887336] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2137.887336] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c29256-5db8-c77a-7b45-19c9643e3e1b" [ 2137.887336] env[62226]: _type = "Task" [ 2137.887336] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.895784] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c29256-5db8-c77a-7b45-19c9643e3e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.043649] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028636, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.061285] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028637, 'name': ReconfigVM_Task, 'duration_secs': 0.334639} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.063029] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 0863d731-b360-4190-af90-b096ef76dc3e/0863d731-b360-4190-af90-b096ef76dc3e.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2138.063029] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0599d760-2d2c-47d9-a80e-e53be66a9c26 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.094272] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70b0271-3072-4cfe-ae44-0b54116185a3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.119651] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50dfd0b-a534-48fa-81bc-75bafb34077b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.143252] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21efc1c-683a-47d2-b18e-781ee07907f3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.157026] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2138.160283] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-113b62da-a7fe-4c95-ac6f-f43b1d0b747b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.165018] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.165018] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda872d6-4871-4d9f-9f0c-15f076c03c66 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.171999] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bd60fa-65e0-41c7-9f5b-3ab971ec88fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.179719] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2138.179719] env[62226]: value = "task-2028640" [ 2138.179719] env[62226]: _type = "Task" [ 2138.179719] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.209550] env[62226]: DEBUG nova.network.neutron [req-f5174e8c-8910-40a6-84ac-8cacbdb717f2 req-46a84370-ad68-4da9-a0fe-d99e2072ce8c service nova] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updated VIF entry in instance network info cache for port 074684a4-8d42-46ad-ae1a-6bdb506d81b6. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2138.214021] env[62226]: DEBUG nova.network.neutron [req-f5174e8c-8910-40a6-84ac-8cacbdb717f2 req-46a84370-ad68-4da9-a0fe-d99e2072ce8c service nova] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance_info_cache with network_info: [{"id": "074684a4-8d42-46ad-ae1a-6bdb506d81b6", "address": "fa:16:3e:e3:40:9e", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074684a4-8d", "ovs_interfaceid": "074684a4-8d42-46ad-ae1a-6bdb506d81b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2138.214021] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1014d703-6ddb-4ba2-95b5-9c4d98e85660 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.217948] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.223307] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e250b0a9-fa05-4a04-9536-3cbcbd2fcf94 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.236652] env[62226]: DEBUG nova.compute.provider_tree [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2138.345041] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.400307] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c29256-5db8-c77a-7b45-19c9643e3e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.400880] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.401385] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2138.401746] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.402035] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.402504] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2138.403364] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-736b72ae-74c0-442d-9b98-fc77a38fbb5a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.412699] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2138.415027] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2138.415027] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab305ac-6c40-46f0-922a-c2bae5a88d80 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.419471] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2138.419471] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5233ec58-a736-3e0a-6179-e78edfe0da34" [ 2138.419471] env[62226]: _type = "Task" [ 2138.419471] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.427804] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5233ec58-a736-3e0a-6179-e78edfe0da34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.553164] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028636, 'name': ReconfigVM_Task, 'duration_secs': 0.566656} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.553164] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6/9b1be929-ab3b-4b64-8db3-fa4bf2853bc6.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2138.553164] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13fd03c6-8738-41ba-b84c-8d556e170917 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.560149] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2138.560149] env[62226]: value = "task-2028641" [ 2138.560149] env[62226]: _type = "Task" [ 2138.560149] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.568235] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028641, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.662691] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.693024] env[62226]: DEBUG oslo_vmware.api [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028640, 'name': PowerOnVM_Task, 'duration_secs': 0.421526} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.693024] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2138.719930] env[62226]: DEBUG oslo_concurrency.lockutils [req-f5174e8c-8910-40a6-84ac-8cacbdb717f2 req-46a84370-ad68-4da9-a0fe-d99e2072ce8c service nova] Releasing lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.719930] env[62226]: DEBUG nova.compute.manager [req-f5174e8c-8910-40a6-84ac-8cacbdb717f2 req-46a84370-ad68-4da9-a0fe-d99e2072ce8c service nova] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Received event network-vif-deleted-8d258d06-37fe-4e4d-bd99-dce33db4d837 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2138.743242] env[62226]: DEBUG nova.scheduler.client.report [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2138.845246] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.930492] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5233ec58-a736-3e0a-6179-e78edfe0da34, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.931506] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65e4c24-301d-4c3d-9276-7616e4a591bf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.937290] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2138.937290] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5286e623-227a-f006-a39f-8e6d398d3bd1" [ 2138.937290] env[62226]: _type = "Task" [ 2138.937290] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.948426] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5286e623-227a-f006-a39f-8e6d398d3bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.069735] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028641, 'name': Rename_Task, 'duration_secs': 0.321433} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.069735] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2139.069735] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba7af70b-07f7-435c-b7c2-691a2f8c6419 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.077020] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2139.077020] env[62226]: value = "task-2028642" [ 2139.077020] env[62226]: _type = "Task" [ 2139.077020] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.083050] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.159839] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028638, 'name': ReconfigVM_Task, 'duration_secs': 1.461119} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.162992] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 00a53b28-c31d-46b0-a081-6c28b64bad3d/00a53b28-c31d-46b0-a081-6c28b64bad3d.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2139.162992] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58c9e504-4464-4563-9352-dae486d932c1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.169027] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2139.169027] env[62226]: value = "task-2028643" [ 2139.169027] env[62226]: _type = "Task" [ 2139.169027] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.179906] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028643, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.248028] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.248028] env[62226]: DEBUG nova.compute.manager [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2139.248844] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.634s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.249224] env[62226]: DEBUG nova.objects.instance [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lazy-loading 'resources' on Instance uuid 5fa1561d-fbbe-41ac-8669-19008d976ef6 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2139.350611] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.450049] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5286e623-227a-f006-a39f-8e6d398d3bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.016763} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.450617] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.451121] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14/7c4bdcf5-1490-42cc-99bc-de2a6c25ce14.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2139.452377] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28cfa450-b0ec-4e7e-80c1-bf805512d672 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.462023] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2139.462023] env[62226]: value = "task-2028644" [ 2139.462023] env[62226]: _type = "Task" [ 2139.462023] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.470283] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.586985] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028642, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.677095] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028643, 'name': Rename_Task, 'duration_secs': 0.210641} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.677619] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2139.677831] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a443351-d1bb-4d81-a451-8f4fd564e7a8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.686267] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2139.686267] env[62226]: value = "task-2028645" [ 2139.686267] env[62226]: _type = "Task" [ 2139.686267] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.696675] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.739323] env[62226]: INFO nova.compute.manager [None req-808438fb-f04a-46e5-9007-1eae574bf206 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance to original state: 'active' [ 2139.750730] env[62226]: DEBUG nova.compute.utils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2139.752050] env[62226]: DEBUG nova.compute.manager [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2139.752289] env[62226]: DEBUG nova.network.neutron [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2139.799783] env[62226]: DEBUG nova.policy [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd02bac3caa744d14a412f46158c127a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f07933d6be24589a071fc7ff70ae20c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2139.851526] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.983323] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028644, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.093870] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028642, 'name': PowerOnVM_Task, 'duration_secs': 0.635507} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.100832] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2140.101400] env[62226]: DEBUG nova.compute.manager [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2140.102499] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eb3aa3-43dc-42d9-b739-2e67d0f1e72f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.137067] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672a8ec9-35e3-4d5a-993f-30927b2bfa08 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.146160] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89b33f2-f010-40da-b6a5-0f8fe2e9ac16 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.190020] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cac8f9-5b41-4c3a-9afb-ff14d8e5c1bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.204342] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.204591] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.211281] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78604f1d-d199-46ea-8dc1-c0c24c6967b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.216513] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028645, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.230591] env[62226]: DEBUG nova.compute.provider_tree [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2140.258629] env[62226]: DEBUG nova.compute.manager [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2140.344244] env[62226]: DEBUG nova.network.neutron [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Successfully created port: d3ed1f9e-4ac7-4187-8ec0-f929668144ba {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2140.352157] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.480278] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736444} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.480667] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14/7c4bdcf5-1490-42cc-99bc-de2a6c25ce14.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2140.480824] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2140.481047] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3852feae-b2b6-4d66-b006-437f30a55476 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.488164] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2140.488164] env[62226]: value = "task-2028646" [ 2140.488164] env[62226]: _type = "Task" [ 2140.488164] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.495907] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.626261] env[62226]: INFO nova.compute.manager [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] bringing vm to original state: 'stopped' [ 2140.705888] env[62226]: DEBUG oslo_vmware.api [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028645, 'name': PowerOnVM_Task, 'duration_secs': 0.660348} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.709326] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2140.709577] env[62226]: INFO nova.compute.manager [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Took 15.00 seconds to spawn the instance on the hypervisor. [ 2140.709763] env[62226]: DEBUG nova.compute.manager [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2140.710462] env[62226]: DEBUG nova.compute.manager [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2140.716044] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab6afbd-4c43-4748-8ffe-2ea9751a560e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.733808] env[62226]: DEBUG nova.scheduler.client.report [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2140.850884] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.001758] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246209} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.002665] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2141.004793] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8481dbcc-4056-4f3d-9e2b-2a7eff930e21 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.035360] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14/7c4bdcf5-1490-42cc-99bc-de2a6c25ce14.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2141.035773] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-833c7ba0-d674-498f-8179-063ea41750ab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.058290] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2141.058290] env[62226]: value = "task-2028647" [ 2141.058290] env[62226]: _type = "Task" [ 2141.058290] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.070698] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.246468] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.253213] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.253497] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.255143] env[62226]: INFO nova.compute.claims [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2141.258600] env[62226]: INFO nova.compute.manager [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Took 28.70 seconds to build instance. [ 2141.274597] env[62226]: DEBUG nova.compute.manager [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2141.279949] env[62226]: INFO nova.scheduler.client.report [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Deleted allocations for instance 5fa1561d-fbbe-41ac-8669-19008d976ef6 [ 2141.309387] env[62226]: DEBUG nova.virt.hardware [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2141.309803] env[62226]: DEBUG nova.virt.hardware [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2141.310085] env[62226]: DEBUG nova.virt.hardware [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2141.310356] env[62226]: DEBUG nova.virt.hardware [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2141.310585] env[62226]: DEBUG nova.virt.hardware [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2141.310863] env[62226]: DEBUG nova.virt.hardware [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2141.311231] env[62226]: DEBUG nova.virt.hardware [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2141.311501] env[62226]: DEBUG nova.virt.hardware [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2141.311722] env[62226]: DEBUG nova.virt.hardware [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2141.311949] env[62226]: DEBUG nova.virt.hardware [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2141.312216] env[62226]: DEBUG nova.virt.hardware [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2141.313244] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b1266d-be03-44e3-adc0-62206a5c4d98 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.322272] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca25de9-6654-4936-b4fa-f13930018fe5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.350094] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.361055] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "0863d731-b360-4190-af90-b096ef76dc3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.361314] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "0863d731-b360-4190-af90-b096ef76dc3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.361531] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "0863d731-b360-4190-af90-b096ef76dc3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.361716] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "0863d731-b360-4190-af90-b096ef76dc3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.361885] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "0863d731-b360-4190-af90-b096ef76dc3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.364113] env[62226]: INFO nova.compute.manager [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Terminating instance [ 2141.568561] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.635304] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.635304] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.635304] env[62226]: DEBUG nova.compute.manager [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2141.635304] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1a711d-1880-44d9-a334-c470aa817074 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.642951] env[62226]: DEBUG nova.compute.manager [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2141.761015] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78ae029d-e253-4600-a73d-4929d925002e tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "00a53b28-c31d-46b0-a081-6c28b64bad3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.219s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.788240] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90d6d842-9569-44b5-a13f-d13296c0cdd5 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "5fa1561d-fbbe-41ac-8669-19008d976ef6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.006s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.853516] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.870220] env[62226]: DEBUG nova.compute.manager [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2141.870220] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2141.870220] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-746bb84c-9dd1-4a15-b538-71428cc889a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.879160] env[62226]: DEBUG oslo_vmware.api [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2141.879160] env[62226]: value = "task-2028648" [ 2141.879160] env[62226]: _type = "Task" [ 2141.879160] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.892744] env[62226]: DEBUG oslo_vmware.api [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.025506] env[62226]: DEBUG nova.network.neutron [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Successfully updated port: d3ed1f9e-4ac7-4187-8ec0-f929668144ba {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2142.077595] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028647, 'name': ReconfigVM_Task, 'duration_secs': 0.839962} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.077877] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14/7c4bdcf5-1490-42cc-99bc-de2a6c25ce14.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2142.079030] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8f00e07-1ba3-4cfa-b448-b920370826de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.087936] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2142.087936] env[62226]: value = "task-2028649" [ 2142.087936] env[62226]: _type = "Task" [ 2142.087936] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.094213] env[62226]: DEBUG nova.compute.manager [req-32f63d17-4266-4695-be13-bf1c403b7d30 req-5e7c88cf-cd0b-45d6-90e3-4ad59cfda256 service nova] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Received event network-vif-plugged-d3ed1f9e-4ac7-4187-8ec0-f929668144ba {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2142.094694] env[62226]: DEBUG oslo_concurrency.lockutils [req-32f63d17-4266-4695-be13-bf1c403b7d30 req-5e7c88cf-cd0b-45d6-90e3-4ad59cfda256 service nova] Acquiring lock "4285cc1c-e73c-45f9-8163-828f88d562b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.095142] env[62226]: DEBUG oslo_concurrency.lockutils [req-32f63d17-4266-4695-be13-bf1c403b7d30 req-5e7c88cf-cd0b-45d6-90e3-4ad59cfda256 service nova] Lock "4285cc1c-e73c-45f9-8163-828f88d562b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.095935] env[62226]: DEBUG oslo_concurrency.lockutils [req-32f63d17-4266-4695-be13-bf1c403b7d30 req-5e7c88cf-cd0b-45d6-90e3-4ad59cfda256 service nova] Lock "4285cc1c-e73c-45f9-8163-828f88d562b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.095935] env[62226]: DEBUG nova.compute.manager [req-32f63d17-4266-4695-be13-bf1c403b7d30 req-5e7c88cf-cd0b-45d6-90e3-4ad59cfda256 service nova] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] No waiting events found dispatching network-vif-plugged-d3ed1f9e-4ac7-4187-8ec0-f929668144ba {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2142.095935] env[62226]: WARNING nova.compute.manager [req-32f63d17-4266-4695-be13-bf1c403b7d30 req-5e7c88cf-cd0b-45d6-90e3-4ad59cfda256 service nova] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Received unexpected event network-vif-plugged-d3ed1f9e-4ac7-4187-8ec0-f929668144ba for instance with vm_state building and task_state spawning. [ 2142.102531] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028649, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.147740] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2142.148097] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84876831-2cac-46e7-b615-efc8ef6b79bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.156361] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2142.156361] env[62226]: value = "task-2028650" [ 2142.156361] env[62226]: _type = "Task" [ 2142.156361] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.164691] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.361891] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.393021] env[62226]: DEBUG oslo_vmware.api [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028648, 'name': PowerOffVM_Task, 'duration_secs': 0.228976} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.396321] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2142.396321] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2142.396321] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416676', 'volume_id': '2baba962-9535-4288-a153-2439137a159f', 'name': 'volume-2baba962-9535-4288-a153-2439137a159f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0863d731-b360-4190-af90-b096ef76dc3e', 'attached_at': '2025-01-06T16:45:40.000000', 'detached_at': '', 'volume_id': '2baba962-9535-4288-a153-2439137a159f', 'serial': '2baba962-9535-4288-a153-2439137a159f'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2142.396321] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f98f265-765f-4b7e-9fd3-0ab0f5da01fc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.423166] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a8d3fa-7f4a-447b-924f-c6d38075bb77 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.431346] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d755ad34-cf8b-4d27-bc08-29ec56c37248 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.456962] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe94e3d-3e60-45ed-915a-fa834e1dd6f1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.473643] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] The volume has not been displaced from its original location: [datastore2] volume-2baba962-9535-4288-a153-2439137a159f/volume-2baba962-9535-4288-a153-2439137a159f.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2142.477905] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2142.480982] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22575c10-a472-40ef-83b0-f31ce4575c9d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.502019] env[62226]: DEBUG oslo_vmware.api [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2142.502019] env[62226]: value = "task-2028651" [ 2142.502019] env[62226]: _type = "Task" [ 2142.502019] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.512466] env[62226]: DEBUG oslo_vmware.api [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.533957] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Acquiring lock "refresh_cache-4285cc1c-e73c-45f9-8163-828f88d562b6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.533957] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Acquired lock "refresh_cache-4285cc1c-e73c-45f9-8163-828f88d562b6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.533957] env[62226]: DEBUG nova.network.neutron [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2142.599960] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028649, 'name': Rename_Task, 'duration_secs': 0.201744} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.600272] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2142.600528] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88469167-9ddf-4c98-8e24-6a5e3d22656f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.607457] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2142.607457] env[62226]: value = "task-2028652" [ 2142.607457] env[62226]: _type = "Task" [ 2142.607457] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.616514] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.630319] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd31c09c-cdc3-47d0-83d5-d2e7903967a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.639206] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20aa308-0c11-434f-b528-94929f4d8fa3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.671715] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040bba4c-9468-4c74-8125-51b74c802c45 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.681367] env[62226]: DEBUG oslo_vmware.api [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028650, 'name': PowerOffVM_Task, 'duration_secs': 0.285424} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.683077] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2142.683077] env[62226]: DEBUG nova.compute.manager [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2142.683864] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89aee77-916b-4e0a-82c8-93910cd24607 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.690036] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81c7a63-4bf7-4a94-81f2-c166f78c374b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.707082] env[62226]: DEBUG nova.compute.provider_tree [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2142.827374] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Acquiring lock "b0fa532a-08ec-45fc-b7a8-460c0e190238" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.827729] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Lock "b0fa532a-08ec-45fc-b7a8-460c0e190238" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.856894] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.011782] env[62226]: DEBUG oslo_vmware.api [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028651, 'name': ReconfigVM_Task, 'duration_secs': 0.209365} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.012360] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2143.017888] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-620ecc4d-7456-4c4d-8303-1abe6c4745cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.038969] env[62226]: DEBUG oslo_vmware.api [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2143.038969] env[62226]: value = "task-2028653" [ 2143.038969] env[62226]: _type = "Task" [ 2143.038969] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.052798] env[62226]: DEBUG oslo_vmware.api [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028653, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.103914] env[62226]: DEBUG nova.network.neutron [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2143.119405] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028652, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.211502] env[62226]: DEBUG nova.scheduler.client.report [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2143.216583] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.583s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.283081] env[62226]: DEBUG nova.network.neutron [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Updating instance_info_cache with network_info: [{"id": "d3ed1f9e-4ac7-4187-8ec0-f929668144ba", "address": "fa:16:3e:33:d9:fa", "network": {"id": "8bbeefb1-4b03-4b76-825b-6e97e889863e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-242025528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f07933d6be24589a071fc7ff70ae20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ed1f9e-4a", "ovs_interfaceid": "d3ed1f9e-4ac7-4187-8ec0-f929668144ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.330205] env[62226]: DEBUG nova.compute.manager [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2143.356612] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.457022] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c3fed4f-bc99-457c-b326-83c04fe48292 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "00a53b28-c31d-46b0-a081-6c28b64bad3d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.457022] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c3fed4f-bc99-457c-b326-83c04fe48292 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "00a53b28-c31d-46b0-a081-6c28b64bad3d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.457022] env[62226]: DEBUG nova.compute.manager [None req-0c3fed4f-bc99-457c-b326-83c04fe48292 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2143.457022] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be89c2fb-619f-48d3-bb40-eca95496db73 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.462599] env[62226]: DEBUG nova.compute.manager [None req-0c3fed4f-bc99-457c-b326-83c04fe48292 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2143.463500] env[62226]: DEBUG nova.objects.instance [None req-0c3fed4f-bc99-457c-b326-83c04fe48292 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lazy-loading 'flavor' on Instance uuid 00a53b28-c31d-46b0-a081-6c28b64bad3d {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2143.549875] env[62226]: DEBUG oslo_vmware.api [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028653, 'name': ReconfigVM_Task, 'duration_secs': 0.161368} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.550440] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416676', 'volume_id': '2baba962-9535-4288-a153-2439137a159f', 'name': 'volume-2baba962-9535-4288-a153-2439137a159f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0863d731-b360-4190-af90-b096ef76dc3e', 'attached_at': '2025-01-06T16:45:40.000000', 'detached_at': '', 'volume_id': '2baba962-9535-4288-a153-2439137a159f', 'serial': '2baba962-9535-4288-a153-2439137a159f'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2143.550747] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2143.551537] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c212920-8559-4bd1-bbcf-90b2ab04ba30 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.560122] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2143.560122] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bdddf49-4c75-478a-8460-0ce61d70b444 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.574413] env[62226]: DEBUG oslo_concurrency.lockutils [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "cdac5d02-93fc-4b50-b493-c9fa6a11ce22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.575458] env[62226]: DEBUG oslo_concurrency.lockutils [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "cdac5d02-93fc-4b50-b493-c9fa6a11ce22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.576250] env[62226]: DEBUG oslo_concurrency.lockutils [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "cdac5d02-93fc-4b50-b493-c9fa6a11ce22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.576608] env[62226]: DEBUG oslo_concurrency.lockutils [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "cdac5d02-93fc-4b50-b493-c9fa6a11ce22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.576932] env[62226]: DEBUG oslo_concurrency.lockutils [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "cdac5d02-93fc-4b50-b493-c9fa6a11ce22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.583129] env[62226]: INFO nova.compute.manager [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Terminating instance [ 2143.619318] env[62226]: DEBUG oslo_vmware.api [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028652, 'name': PowerOnVM_Task, 'duration_secs': 0.543249} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.619630] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2143.620238] env[62226]: INFO nova.compute.manager [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Took 15.46 seconds to spawn the instance on the hypervisor. [ 2143.620238] env[62226]: DEBUG nova.compute.manager [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2143.620845] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c515fd-bff5-418f-a5e8-cc80341600a0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.653580] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2143.653580] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2143.654862] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleting the datastore file [datastore1] 0863d731-b360-4190-af90-b096ef76dc3e {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2143.658025] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d28f59ea-2f4d-4990-8b24-f88a105ebb23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.663879] env[62226]: DEBUG oslo_vmware.api [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2143.663879] env[62226]: value = "task-2028655" [ 2143.663879] env[62226]: _type = "Task" [ 2143.663879] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.673344] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "ca26041c-5a9c-474a-bbb8-7a92736a8a75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.674371] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "ca26041c-5a9c-474a-bbb8-7a92736a8a75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.674371] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "ca26041c-5a9c-474a-bbb8-7a92736a8a75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.674371] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "ca26041c-5a9c-474a-bbb8-7a92736a8a75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.674371] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "ca26041c-5a9c-474a-bbb8-7a92736a8a75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.675689] env[62226]: DEBUG oslo_vmware.api [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.676188] env[62226]: INFO nova.compute.manager [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Terminating instance [ 2143.718679] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.719246] env[62226]: DEBUG nova.compute.manager [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2143.731174] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.731174] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.731174] env[62226]: DEBUG nova.objects.instance [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2143.785491] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Releasing lock "refresh_cache-4285cc1c-e73c-45f9-8163-828f88d562b6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.785753] env[62226]: DEBUG nova.compute.manager [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Instance network_info: |[{"id": "d3ed1f9e-4ac7-4187-8ec0-f929668144ba", "address": "fa:16:3e:33:d9:fa", "network": {"id": "8bbeefb1-4b03-4b76-825b-6e97e889863e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-242025528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f07933d6be24589a071fc7ff70ae20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ed1f9e-4a", "ovs_interfaceid": "d3ed1f9e-4ac7-4187-8ec0-f929668144ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2143.786187] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:d9:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3ed1f9e-4ac7-4187-8ec0-f929668144ba', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2143.793681] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Creating folder: Project (9f07933d6be24589a071fc7ff70ae20c). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2143.794933] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e0debf4-8ff4-46e4-9ef3-1d75c73c4247 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.809514] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Created folder: Project (9f07933d6be24589a071fc7ff70ae20c) in parent group-v416438. [ 2143.809717] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Creating folder: Instances. Parent ref: group-v416710. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2143.810469] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d571fceb-585b-4774-b171-f6d57103c32f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.820299] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Created folder: Instances in parent group-v416710. [ 2143.820778] env[62226]: DEBUG oslo.service.loopingcall [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2143.820778] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2143.821270] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0794e85e-366d-4a75-94ec-521e584b1a5f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.845448] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2143.845448] env[62226]: value = "task-2028658" [ 2143.845448] env[62226]: _type = "Task" [ 2143.845448] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.859313] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028658, 'name': CreateVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.859589] env[62226]: DEBUG oslo_vmware.api [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028639, 'name': ReconfigVM_Task, 'duration_secs': 5.937041} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.860632] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.860884] env[62226]: DEBUG oslo_concurrency.lockutils [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.861108] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Reconfigured VM to detach interface {{(pid=62226) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2144.091057] env[62226]: DEBUG nova.compute.manager [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2144.091057] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2144.091057] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7239725a-55f6-42e8-8954-7a707c25d960 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.100421] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2144.101064] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eba14b7c-e8d6-43fe-a1ec-597108727fc7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.111660] env[62226]: DEBUG oslo_vmware.api [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2144.111660] env[62226]: value = "task-2028659" [ 2144.111660] env[62226]: _type = "Task" [ 2144.111660] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.124763] env[62226]: DEBUG oslo_vmware.api [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.139130] env[62226]: INFO nova.compute.manager [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Took 29.43 seconds to build instance. [ 2144.160256] env[62226]: DEBUG nova.compute.manager [req-2d44d370-fc52-49ad-a517-96aafda3428b req-867da313-6e1e-4e39-a267-c357364a478f service nova] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Received event network-changed-d3ed1f9e-4ac7-4187-8ec0-f929668144ba {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2144.160697] env[62226]: DEBUG nova.compute.manager [req-2d44d370-fc52-49ad-a517-96aafda3428b req-867da313-6e1e-4e39-a267-c357364a478f service nova] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Refreshing instance network info cache due to event network-changed-d3ed1f9e-4ac7-4187-8ec0-f929668144ba. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2144.160697] env[62226]: DEBUG oslo_concurrency.lockutils [req-2d44d370-fc52-49ad-a517-96aafda3428b req-867da313-6e1e-4e39-a267-c357364a478f service nova] Acquiring lock "refresh_cache-4285cc1c-e73c-45f9-8163-828f88d562b6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.160872] env[62226]: DEBUG oslo_concurrency.lockutils [req-2d44d370-fc52-49ad-a517-96aafda3428b req-867da313-6e1e-4e39-a267-c357364a478f service nova] Acquired lock "refresh_cache-4285cc1c-e73c-45f9-8163-828f88d562b6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.161060] env[62226]: DEBUG nova.network.neutron [req-2d44d370-fc52-49ad-a517-96aafda3428b req-867da313-6e1e-4e39-a267-c357364a478f service nova] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Refreshing network info cache for port d3ed1f9e-4ac7-4187-8ec0-f929668144ba {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2144.176592] env[62226]: DEBUG oslo_vmware.api [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158661} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.176592] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2144.176592] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2144.176844] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2144.177330] env[62226]: INFO nova.compute.manager [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Took 2.31 seconds to destroy the instance on the hypervisor. [ 2144.178041] env[62226]: DEBUG oslo.service.loopingcall [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2144.179134] env[62226]: DEBUG nova.compute.manager [-] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2144.179276] env[62226]: DEBUG nova.network.neutron [-] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2144.181357] env[62226]: DEBUG nova.compute.manager [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2144.182063] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2144.183248] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d024b9-fa52-4cca-be3f-5de106c5eef5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.193363] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2144.193716] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c038e02-4c2b-4324-8411-f053fbd8531e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.201815] env[62226]: DEBUG oslo_vmware.api [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2144.201815] env[62226]: value = "task-2028660" [ 2144.201815] env[62226]: _type = "Task" [ 2144.201815] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.212741] env[62226]: DEBUG oslo_vmware.api [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.228867] env[62226]: DEBUG nova.compute.utils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2144.230595] env[62226]: DEBUG nova.compute.manager [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2144.230904] env[62226]: DEBUG nova.network.neutron [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2144.302794] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.303119] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.303380] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.303580] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.307026] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.307026] env[62226]: INFO nova.compute.manager [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Terminating instance [ 2144.337900] env[62226]: DEBUG nova.policy [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0b0b647231e424faf4f179039115b71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70b6beb48bba41aeae63feebf62c60ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2144.358884] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028658, 'name': CreateVM_Task, 'duration_secs': 0.493558} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.359224] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2144.362670] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.362670] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.362670] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2144.362670] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67e6353-4e01-48a4-b868-3c2190aed24c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.373039] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Waiting for the task: (returnval){ [ 2144.373039] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aa2b56-e99f-c295-ff85-540605f8d6b3" [ 2144.373039] env[62226]: _type = "Task" [ 2144.373039] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.382454] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aa2b56-e99f-c295-ff85-540605f8d6b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.471870] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3fed4f-bc99-457c-b326-83c04fe48292 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2144.471870] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-825b022a-8685-4966-84c0-0e74ff2ecbd0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.479483] env[62226]: DEBUG oslo_vmware.api [None req-0c3fed4f-bc99-457c-b326-83c04fe48292 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2144.479483] env[62226]: value = "task-2028661" [ 2144.479483] env[62226]: _type = "Task" [ 2144.479483] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.491291] env[62226]: DEBUG oslo_vmware.api [None req-0c3fed4f-bc99-457c-b326-83c04fe48292 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.619832] env[62226]: DEBUG oslo_vmware.api [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028659, 'name': PowerOffVM_Task, 'duration_secs': 0.30353} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.620236] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2144.620417] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2144.620703] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdf55278-22a0-4b9a-b8c2-3cd11b6d0ad5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.645480] env[62226]: DEBUG oslo_concurrency.lockutils [None req-df87f0d5-e45c-4af1-b336-307155728c8a tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.942s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.699312] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2144.699494] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2144.700022] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Deleting the datastore file [datastore2] cdac5d02-93fc-4b50-b493-c9fa6a11ce22 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2144.700022] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f7aa3fe-ba6e-4aec-ae8f-6c198d5b4a88 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.713618] env[62226]: DEBUG oslo_vmware.api [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028660, 'name': PowerOffVM_Task, 'duration_secs': 0.220922} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.717884] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2144.717884] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2144.718172] env[62226]: DEBUG oslo_vmware.api [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2144.718172] env[62226]: value = "task-2028663" [ 2144.718172] env[62226]: _type = "Task" [ 2144.718172] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.718382] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12909e61-b671-48b9-acdc-2f81d4929540 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.732020] env[62226]: DEBUG oslo_vmware.api [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.735227] env[62226]: DEBUG nova.compute.manager [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2144.741914] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c12bd97a-e8d0-42ff-b9dc-c83d42a44e9d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.742845] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.882s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.744257] env[62226]: INFO nova.compute.claims [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2144.811363] env[62226]: DEBUG nova.compute.manager [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2144.811620] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2144.813122] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c23c85-3437-4a59-bdfa-15f7f8253c97 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.821849] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2144.822127] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dca11fd5-e66b-4961-8a5c-6bf8a02ded97 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.830670] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2144.830888] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2144.831117] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Deleting the datastore file [datastore2] ca26041c-5a9c-474a-bbb8-7a92736a8a75 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2144.831401] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75a22b3c-cd17-4c5f-af51-d163c17fcec7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.837505] env[62226]: DEBUG oslo_vmware.api [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for the task: (returnval){ [ 2144.837505] env[62226]: value = "task-2028666" [ 2144.837505] env[62226]: _type = "Task" [ 2144.837505] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.850754] env[62226]: DEBUG oslo_vmware.api [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.869377] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.869659] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.869909] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.870156] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.870375] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.872616] env[62226]: INFO nova.compute.manager [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Terminating instance [ 2144.885505] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aa2b56-e99f-c295-ff85-540605f8d6b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010215} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.885789] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.886027] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2144.886247] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.886394] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.886572] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2144.887261] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c07aebb-3d24-4588-97c0-62bbde734895 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.901195] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2144.901765] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2144.902517] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f92ffcf-3e47-4626-8ad2-db2469da0e58 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.907739] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Waiting for the task: (returnval){ [ 2144.907739] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d43b33-9db2-cc22-4402-daea263abf65" [ 2144.907739] env[62226]: _type = "Task" [ 2144.907739] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.917458] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d43b33-9db2-cc22-4402-daea263abf65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.941759] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2144.941991] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2144.942213] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleting the datastore file [datastore2] 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2144.943101] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18cd6021-506e-4c31-a6f6-8a5d934fdcfb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.949256] env[62226]: DEBUG oslo_vmware.api [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2144.949256] env[62226]: value = "task-2028667" [ 2144.949256] env[62226]: _type = "Task" [ 2144.949256] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.962492] env[62226]: DEBUG oslo_vmware.api [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.989547] env[62226]: DEBUG oslo_vmware.api [None req-0c3fed4f-bc99-457c-b326-83c04fe48292 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028661, 'name': PowerOffVM_Task, 'duration_secs': 0.191298} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.989867] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3fed4f-bc99-457c-b326-83c04fe48292 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2144.990368] env[62226]: DEBUG nova.compute.manager [None req-0c3fed4f-bc99-457c-b326-83c04fe48292 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2144.991299] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f366ff-3165-4b8e-8e20-f119e618d8ed {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.012084] env[62226]: DEBUG nova.network.neutron [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Successfully created port: a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2145.156334] env[62226]: DEBUG nova.network.neutron [req-2d44d370-fc52-49ad-a517-96aafda3428b req-867da313-6e1e-4e39-a267-c357364a478f service nova] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Updated VIF entry in instance network info cache for port d3ed1f9e-4ac7-4187-8ec0-f929668144ba. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2145.156721] env[62226]: DEBUG nova.network.neutron [req-2d44d370-fc52-49ad-a517-96aafda3428b req-867da313-6e1e-4e39-a267-c357364a478f service nova] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Updating instance_info_cache with network_info: [{"id": "d3ed1f9e-4ac7-4187-8ec0-f929668144ba", "address": "fa:16:3e:33:d9:fa", "network": {"id": "8bbeefb1-4b03-4b76-825b-6e97e889863e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-242025528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f07933d6be24589a071fc7ff70ae20c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ed1f9e-4a", "ovs_interfaceid": "d3ed1f9e-4ac7-4187-8ec0-f929668144ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.230108] env[62226]: DEBUG oslo_vmware.api [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129336} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.230371] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2145.230560] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2145.230735] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2145.230907] env[62226]: INFO nova.compute.manager [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2145.231162] env[62226]: DEBUG oslo.service.loopingcall [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.231356] env[62226]: DEBUG nova.compute.manager [-] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2145.231455] env[62226]: DEBUG nova.network.neutron [-] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2145.300355] env[62226]: DEBUG oslo_concurrency.lockutils [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.300909] env[62226]: DEBUG oslo_concurrency.lockutils [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquired lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.301060] env[62226]: DEBUG nova.network.neutron [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2145.350367] env[62226]: DEBUG oslo_vmware.api [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Task: {'id': task-2028666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130147} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.350807] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2145.351028] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2145.351210] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2145.351417] env[62226]: INFO nova.compute.manager [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2145.351665] env[62226]: DEBUG oslo.service.loopingcall [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.351853] env[62226]: DEBUG nova.compute.manager [-] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2145.351943] env[62226]: DEBUG nova.network.neutron [-] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2145.380483] env[62226]: DEBUG nova.compute.manager [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2145.380711] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2145.381616] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a20499-454b-40e2-b7cd-5ba5326bdb68 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.390232] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2145.390467] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f93ff164-9f2a-4d59-ab61-de4369a966fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.396642] env[62226]: DEBUG oslo_vmware.api [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2145.396642] env[62226]: value = "task-2028668" [ 2145.396642] env[62226]: _type = "Task" [ 2145.396642] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.406404] env[62226]: DEBUG oslo_vmware.api [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.423020] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d43b33-9db2-cc22-4402-daea263abf65, 'name': SearchDatastore_Task, 'duration_secs': 0.008016} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.423020] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c99a95-edcd-4c62-b7d3-31236fc7fd8e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.427570] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Waiting for the task: (returnval){ [ 2145.427570] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52677215-09cc-1203-0661-a4bf091e6fe2" [ 2145.427570] env[62226]: _type = "Task" [ 2145.427570] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.437812] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52677215-09cc-1203-0661-a4bf091e6fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.447894] env[62226]: DEBUG nova.compute.manager [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Stashing vm_state: active {{(pid=62226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2145.460243] env[62226]: DEBUG oslo_vmware.api [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149597} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.460495] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2145.460680] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2145.461033] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2145.461264] env[62226]: INFO nova.compute.manager [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Took 0.65 seconds to destroy the instance on the hypervisor. [ 2145.461508] env[62226]: DEBUG oslo.service.loopingcall [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.461701] env[62226]: DEBUG nova.compute.manager [-] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2145.461795] env[62226]: DEBUG nova.network.neutron [-] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2145.504115] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0c3fed4f-bc99-457c-b326-83c04fe48292 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "00a53b28-c31d-46b0-a081-6c28b64bad3d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.659503] env[62226]: DEBUG oslo_concurrency.lockutils [req-2d44d370-fc52-49ad-a517-96aafda3428b req-867da313-6e1e-4e39-a267-c357364a478f service nova] Releasing lock "refresh_cache-4285cc1c-e73c-45f9-8163-828f88d562b6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.715286] env[62226]: DEBUG nova.network.neutron [-] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.745850] env[62226]: DEBUG nova.compute.manager [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2145.787983] env[62226]: DEBUG nova.virt.hardware [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2145.788258] env[62226]: DEBUG nova.virt.hardware [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2145.788429] env[62226]: DEBUG nova.virt.hardware [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2145.788618] env[62226]: DEBUG nova.virt.hardware [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2145.788820] env[62226]: DEBUG nova.virt.hardware [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2145.789079] env[62226]: DEBUG nova.virt.hardware [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2145.789188] env[62226]: DEBUG nova.virt.hardware [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2145.789390] env[62226]: DEBUG nova.virt.hardware [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2145.789581] env[62226]: DEBUG nova.virt.hardware [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2145.789771] env[62226]: DEBUG nova.virt.hardware [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2145.789946] env[62226]: DEBUG nova.virt.hardware [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2145.790890] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce5972-aac4-4aa7-ab1b-d0bfe60cf697 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.802724] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce66acf-54e1-48d6-a7da-e46aa210afa9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.910129] env[62226]: DEBUG oslo_vmware.api [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028668, 'name': PowerOffVM_Task, 'duration_secs': 0.268652} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.913774] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2145.913973] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2145.914927] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-628fb710-e9a6-4b28-9abd-097fdfb9da33 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.945303] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52677215-09cc-1203-0661-a4bf091e6fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.945678] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.946137] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 4285cc1c-e73c-45f9-8163-828f88d562b6/4285cc1c-e73c-45f9-8163-828f88d562b6.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2145.947535] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3983c56-da29-4318-a03a-318113f588db {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.961854] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Waiting for the task: (returnval){ [ 2145.961854] env[62226]: value = "task-2028670" [ 2145.961854] env[62226]: _type = "Task" [ 2145.961854] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.967108] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.975041] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.094981] env[62226]: INFO nova.network.neutron [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Port 823c32d6-3cc6-464e-a656-ea65808f47dd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2146.094981] env[62226]: DEBUG nova.network.neutron [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updating instance_info_cache with network_info: [{"id": "076d400b-86ac-439b-aca1-d5eb981e89dd", "address": "fa:16:3e:b7:79:1c", "network": {"id": "bc68f0df-6f13-453f-8ed3-2bfeb33f782b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704321923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019c12b2dd549fe8f1710ff8a5e5db9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076d400b-86", "ovs_interfaceid": "076d400b-86ac-439b-aca1-d5eb981e89dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.102609] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be9c30f-e542-4c34-9807-c50dcaa23895 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.115607] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8df0de-4b7c-4e8d-ae31-49ad3d3c17da {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.153639] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fd1813-71eb-4b0e-82da-8d28ede73d9a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.162068] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffe212f-beef-4548-9c0b-3542b5b2ad60 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.177102] env[62226]: DEBUG nova.compute.provider_tree [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2146.221916] env[62226]: INFO nova.compute.manager [-] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Took 2.04 seconds to deallocate network for instance. [ 2146.238668] env[62226]: DEBUG nova.network.neutron [-] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.252514] env[62226]: DEBUG nova.compute.manager [req-20dfe39c-b733-4d37-91a5-dadc1c7865e9 req-afb3aee7-47c0-4baf-ac35-4702409b0716 service nova] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Received event network-vif-deleted-af41ee68-4e2f-4432-946e-e441d1aa073c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2146.252746] env[62226]: INFO nova.compute.manager [req-20dfe39c-b733-4d37-91a5-dadc1c7865e9 req-afb3aee7-47c0-4baf-ac35-4702409b0716 service nova] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Neutron deleted interface af41ee68-4e2f-4432-946e-e441d1aa073c; detaching it from the instance and deleting it from the info cache [ 2146.252876] env[62226]: DEBUG nova.network.neutron [req-20dfe39c-b733-4d37-91a5-dadc1c7865e9 req-afb3aee7-47c0-4baf-ac35-4702409b0716 service nova] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.267915] env[62226]: DEBUG nova.network.neutron [-] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.277315] env[62226]: DEBUG nova.compute.manager [req-b09f1a03-1da6-416c-b50c-53b9c8ca7c76 req-4e2aa6e7-a993-4697-b3b1-02731e1bbdbf service nova] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Received event network-vif-deleted-12b0a10b-f680-4a3a-9740-784ce34fd4c7 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2146.277873] env[62226]: DEBUG nova.compute.manager [req-b09f1a03-1da6-416c-b50c-53b9c8ca7c76 req-4e2aa6e7-a993-4697-b3b1-02731e1bbdbf service nova] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Received event network-vif-deleted-08df88af-f18b-4897-87de-69740d39ee2a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2146.277873] env[62226]: DEBUG nova.compute.manager [req-b09f1a03-1da6-416c-b50c-53b9c8ca7c76 req-4e2aa6e7-a993-4697-b3b1-02731e1bbdbf service nova] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Received event network-vif-deleted-660cc2b2-3b4f-4e9c-9ccf-4208edb636a6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2146.277993] env[62226]: INFO nova.compute.manager [req-b09f1a03-1da6-416c-b50c-53b9c8ca7c76 req-4e2aa6e7-a993-4697-b3b1-02731e1bbdbf service nova] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Neutron deleted interface 660cc2b2-3b4f-4e9c-9ccf-4208edb636a6; detaching it from the instance and deleting it from the info cache [ 2146.278172] env[62226]: DEBUG nova.network.neutron [req-b09f1a03-1da6-416c-b50c-53b9c8ca7c76 req-4e2aa6e7-a993-4697-b3b1-02731e1bbdbf service nova] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.304094] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2146.304094] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2146.304380] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Deleting the datastore file [datastore2] e6c93007-3185-4e3d-af22-afe6f5c6c9f2 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2146.304716] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abfb6c6f-74a8-4ee4-8ae6-643060c75970 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.311571] env[62226]: DEBUG oslo_vmware.api [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2146.311571] env[62226]: value = "task-2028671" [ 2146.311571] env[62226]: _type = "Task" [ 2146.311571] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.323867] env[62226]: DEBUG oslo_vmware.api [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.472801] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028670, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.600548] env[62226]: DEBUG nova.network.neutron [-] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.602374] env[62226]: DEBUG oslo_concurrency.lockutils [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Releasing lock "refresh_cache-e6c93007-3185-4e3d-af22-afe6f5c6c9f2" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.680487] env[62226]: DEBUG nova.scheduler.client.report [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2146.741198] env[62226]: INFO nova.compute.manager [-] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Took 1.51 seconds to deallocate network for instance. [ 2146.757793] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2821f81b-f028-4a2d-bf40-6618a2037e13 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.767970] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bb1a31-5608-48b6-b6c5-99eb4cef2c06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.779668] env[62226]: INFO nova.compute.manager [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Took 0.56 seconds to detach 1 volumes for instance. [ 2146.781255] env[62226]: INFO nova.compute.manager [-] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Took 1.43 seconds to deallocate network for instance. [ 2146.785679] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2abf71c3-b53f-496d-a7e7-420c7e96fdf1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.796981] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59632cb-a96b-4aa2-a480-8b7fb3aacdd4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.818251] env[62226]: DEBUG nova.compute.manager [req-20dfe39c-b733-4d37-91a5-dadc1c7865e9 req-afb3aee7-47c0-4baf-ac35-4702409b0716 service nova] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Detach interface failed, port_id=af41ee68-4e2f-4432-946e-e441d1aa073c, reason: Instance 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2146.827031] env[62226]: DEBUG oslo_vmware.api [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324909} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.827247] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2146.827428] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2146.827600] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2146.827777] env[62226]: INFO nova.compute.manager [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Took 1.45 seconds to destroy the instance on the hypervisor. [ 2146.827996] env[62226]: DEBUG oslo.service.loopingcall [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2146.828189] env[62226]: DEBUG nova.compute.manager [-] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2146.828258] env[62226]: DEBUG nova.network.neutron [-] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2146.841538] env[62226]: DEBUG nova.compute.manager [req-b09f1a03-1da6-416c-b50c-53b9c8ca7c76 req-4e2aa6e7-a993-4697-b3b1-02731e1bbdbf service nova] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Detach interface failed, port_id=660cc2b2-3b4f-4e9c-9ccf-4208edb636a6, reason: Instance ca26041c-5a9c-474a-bbb8-7a92736a8a75 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2146.922659] env[62226]: DEBUG nova.network.neutron [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Successfully updated port: a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2146.959179] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "00a53b28-c31d-46b0-a081-6c28b64bad3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.959456] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "00a53b28-c31d-46b0-a081-6c28b64bad3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.959677] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "00a53b28-c31d-46b0-a081-6c28b64bad3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.959861] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "00a53b28-c31d-46b0-a081-6c28b64bad3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.960042] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "00a53b28-c31d-46b0-a081-6c28b64bad3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.962016] env[62226]: INFO nova.compute.manager [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Terminating instance [ 2146.973608] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731622} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.974321] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 4285cc1c-e73c-45f9-8163-828f88d562b6/4285cc1c-e73c-45f9-8163-828f88d562b6.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2146.974529] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2146.974770] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e03dfc0-7a1d-4fb7-848e-0297948a6143 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.981799] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Waiting for the task: (returnval){ [ 2146.981799] env[62226]: value = "task-2028672" [ 2146.981799] env[62226]: _type = "Task" [ 2146.981799] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.990094] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.105606] env[62226]: INFO nova.compute.manager [-] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Took 1.64 seconds to deallocate network for instance. [ 2147.106515] env[62226]: DEBUG oslo_concurrency.lockutils [None req-142f8913-8871-4ba6-96ac-f37008511378 tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "interface-e6c93007-3185-4e3d-af22-afe6f5c6c9f2-823c32d6-3cc6-464e-a656-ea65808f47dd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.852s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.185152] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.186114] env[62226]: DEBUG nova.compute.manager [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2147.189021] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.222s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.247398] env[62226]: DEBUG oslo_concurrency.lockutils [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.289435] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.292362] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.424904] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.424996] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.425157] env[62226]: DEBUG nova.network.neutron [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2147.468718] env[62226]: DEBUG nova.compute.manager [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2147.468937] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2147.469833] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae090db-09c6-47d9-9dba-1d4d23ba010b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.477494] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2147.477722] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95cbe65c-cf44-4471-a88d-f7141679be8c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.489486] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065033} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.489701] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2147.490397] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da124804-04a5-4630-a4eb-cdcf605b40c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.512480] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 4285cc1c-e73c-45f9-8163-828f88d562b6/4285cc1c-e73c-45f9-8163-828f88d562b6.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2147.514142] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18273783-ccc7-4043-91ca-18b77a7730b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.529590] env[62226]: DEBUG nova.network.neutron [-] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.536551] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Waiting for the task: (returnval){ [ 2147.536551] env[62226]: value = "task-2028674" [ 2147.536551] env[62226]: _type = "Task" [ 2147.536551] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.548090] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.615880] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.692534] env[62226]: DEBUG nova.compute.utils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2147.696907] env[62226]: INFO nova.compute.claims [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2147.705221] env[62226]: DEBUG nova.compute.manager [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2147.705429] env[62226]: DEBUG nova.network.neutron [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2147.754261] env[62226]: DEBUG nova.policy [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c428ba1cc0e840edb9b57b009b297aa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fd365ac7fb042edb3527492c014cb9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2147.843379] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2147.843591] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2147.843782] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleting the datastore file [datastore1] 00a53b28-c31d-46b0-a081-6c28b64bad3d {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2147.844070] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97057054-948f-4e7f-94ca-17ae632bb40a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.851354] env[62226]: DEBUG oslo_vmware.api [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2147.851354] env[62226]: value = "task-2028675" [ 2147.851354] env[62226]: _type = "Task" [ 2147.851354] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.861551] env[62226]: DEBUG oslo_vmware.api [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.013791] env[62226]: DEBUG nova.network.neutron [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2148.031454] env[62226]: INFO nova.compute.manager [-] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Took 1.20 seconds to deallocate network for instance. [ 2148.049124] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028674, 'name': ReconfigVM_Task, 'duration_secs': 0.331278} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.049496] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 4285cc1c-e73c-45f9-8163-828f88d562b6/4285cc1c-e73c-45f9-8163-828f88d562b6.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2148.050516] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca4c42d1-46c2-47ea-aa97-abb6f46466a3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.057346] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Waiting for the task: (returnval){ [ 2148.057346] env[62226]: value = "task-2028676" [ 2148.057346] env[62226]: _type = "Task" [ 2148.057346] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.066644] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028676, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.202106] env[62226]: DEBUG nova.compute.manager [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2148.213752] env[62226]: INFO nova.compute.resource_tracker [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating resource usage from migration 568b0dc3-d375-4053-a219-8bd0058b8842 [ 2148.281395] env[62226]: DEBUG nova.network.neutron [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updating instance_info_cache with network_info: [{"id": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "address": "fa:16:3e:79:5e:07", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2dd7260-73", "ovs_interfaceid": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.326512] env[62226]: DEBUG nova.compute.manager [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Received event network-vif-plugged-a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2148.326716] env[62226]: DEBUG oslo_concurrency.lockutils [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] Acquiring lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.327038] env[62226]: DEBUG oslo_concurrency.lockutils [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.327108] env[62226]: DEBUG oslo_concurrency.lockutils [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.327341] env[62226]: DEBUG nova.compute.manager [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] No waiting events found dispatching network-vif-plugged-a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2148.327482] env[62226]: WARNING nova.compute.manager [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Received unexpected event network-vif-plugged-a2dd7260-7337-42b7-b581-460d2f8a0e32 for instance with vm_state building and task_state spawning. [ 2148.327872] env[62226]: DEBUG nova.compute.manager [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Received event network-changed-a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2148.327872] env[62226]: DEBUG nova.compute.manager [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Refreshing instance network info cache due to event network-changed-a2dd7260-7337-42b7-b581-460d2f8a0e32. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2148.327872] env[62226]: DEBUG oslo_concurrency.lockutils [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] Acquiring lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.367647] env[62226]: DEBUG oslo_vmware.api [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151296} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.368382] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2148.368547] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2148.368707] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2148.368888] env[62226]: INFO nova.compute.manager [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Took 0.90 seconds to destroy the instance on the hypervisor. [ 2148.369146] env[62226]: DEBUG oslo.service.loopingcall [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2148.372088] env[62226]: DEBUG nova.network.neutron [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Successfully created port: 5f7ee313-6199-4f4a-a2dc-d14840208379 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2148.373751] env[62226]: DEBUG nova.compute.manager [-] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2148.373851] env[62226]: DEBUG nova.network.neutron [-] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2148.497554] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9b84a5-8041-4f92-85c2-cc67dc286bc0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.505456] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4edf08a-4b79-430f-a599-075564bec2c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.538289] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0639733-9d91-47d0-b062-c553c6b5892a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.545199] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.546447] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264a4666-0e85-4433-8eb2-f0cc5da73b5d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.560455] env[62226]: DEBUG nova.compute.provider_tree [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2148.569775] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028676, 'name': Rename_Task, 'duration_secs': 0.151413} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.570559] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2148.570759] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe9023fd-592c-4206-b272-0129ceb0b30e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.578500] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Waiting for the task: (returnval){ [ 2148.578500] env[62226]: value = "task-2028677" [ 2148.578500] env[62226]: _type = "Task" [ 2148.578500] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.585393] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.784468] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.784852] env[62226]: DEBUG nova.compute.manager [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Instance network_info: |[{"id": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "address": "fa:16:3e:79:5e:07", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2dd7260-73", "ovs_interfaceid": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2148.785231] env[62226]: DEBUG oslo_concurrency.lockutils [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] Acquired lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.785471] env[62226]: DEBUG nova.network.neutron [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Refreshing network info cache for port a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2148.787180] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:5e:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2dd7260-7337-42b7-b581-460d2f8a0e32', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2148.796673] env[62226]: DEBUG oslo.service.loopingcall [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2148.800151] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2148.801069] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09d719a0-c3cd-412c-83cd-cf0e29e95f23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.821939] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2148.821939] env[62226]: value = "task-2028678" [ 2148.821939] env[62226]: _type = "Task" [ 2148.821939] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.830784] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028678, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.024844] env[62226]: DEBUG nova.network.neutron [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updated VIF entry in instance network info cache for port a2dd7260-7337-42b7-b581-460d2f8a0e32. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2149.025262] env[62226]: DEBUG nova.network.neutron [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updating instance_info_cache with network_info: [{"id": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "address": "fa:16:3e:79:5e:07", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2dd7260-73", "ovs_interfaceid": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.066462] env[62226]: DEBUG nova.scheduler.client.report [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2149.089860] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028677, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.211055] env[62226]: DEBUG nova.compute.manager [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2149.242489] env[62226]: DEBUG nova.virt.hardware [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2149.242754] env[62226]: DEBUG nova.virt.hardware [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2149.242912] env[62226]: DEBUG nova.virt.hardware [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2149.243110] env[62226]: DEBUG nova.virt.hardware [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2149.243268] env[62226]: DEBUG nova.virt.hardware [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2149.243452] env[62226]: DEBUG nova.virt.hardware [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2149.243669] env[62226]: DEBUG nova.virt.hardware [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2149.243824] env[62226]: DEBUG nova.virt.hardware [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2149.243987] env[62226]: DEBUG nova.virt.hardware [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2149.244167] env[62226]: DEBUG nova.virt.hardware [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2149.244342] env[62226]: DEBUG nova.virt.hardware [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2149.245282] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fac79bf-0e4d-4fd6-8bae-eb821c25217d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.253169] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6636e61-1b03-422d-b31a-91c11d4a2bff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.274565] env[62226]: DEBUG nova.network.neutron [-] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.331865] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028678, 'name': CreateVM_Task, 'duration_secs': 0.413119} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.332020] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2149.332887] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.333068] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.333486] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2149.333632] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d63627a-89ca-44af-8721-338bb79e5b79 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.338680] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2149.338680] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c41a73-cebe-920e-6f53-2818466a0c0e" [ 2149.338680] env[62226]: _type = "Task" [ 2149.338680] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.346073] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c41a73-cebe-920e-6f53-2818466a0c0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.528022] env[62226]: DEBUG oslo_concurrency.lockutils [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] Releasing lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.528351] env[62226]: DEBUG nova.compute.manager [req-5fd1aee5-2a30-4e90-b25d-bff28a167ef3 req-67a2ee46-9c2f-4975-be7d-9e333bc8fcc9 service nova] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Received event network-vif-deleted-076d400b-86ac-439b-aca1-d5eb981e89dd {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2149.571350] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.382s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.571564] env[62226]: INFO nova.compute.manager [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Migrating [ 2149.578050] env[62226]: DEBUG oslo_concurrency.lockutils [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.331s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.578283] env[62226]: DEBUG nova.objects.instance [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lazy-loading 'resources' on Instance uuid cdac5d02-93fc-4b50-b493-c9fa6a11ce22 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2149.598192] env[62226]: DEBUG oslo_vmware.api [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028677, 'name': PowerOnVM_Task, 'duration_secs': 0.710296} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.598444] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2149.598640] env[62226]: INFO nova.compute.manager [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Took 8.32 seconds to spawn the instance on the hypervisor. [ 2149.598817] env[62226]: DEBUG nova.compute.manager [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2149.599796] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17537e6-f5f9-4d1d-a649-d386ec441891 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.777315] env[62226]: INFO nova.compute.manager [-] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Took 1.40 seconds to deallocate network for instance. [ 2149.851303] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c41a73-cebe-920e-6f53-2818466a0c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.080411} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.851303] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.851303] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2149.851303] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.851303] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.851303] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2149.851303] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35e5eb87-6ad0-469a-8f72-9225fa235e3c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.870097] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2149.870573] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2149.871355] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ea0985-f720-47fa-9461-afa609f71124 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.877487] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2149.877487] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52484909-26d8-f551-e488-24ecb1423267" [ 2149.877487] env[62226]: _type = "Task" [ 2149.877487] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.885036] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52484909-26d8-f551-e488-24ecb1423267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.017806] env[62226]: DEBUG nova.network.neutron [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Successfully updated port: 5f7ee313-6199-4f4a-a2dc-d14840208379 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2150.088061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.088380] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.088479] env[62226]: DEBUG nova.network.neutron [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.118811] env[62226]: INFO nova.compute.manager [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Took 13.91 seconds to build instance. [ 2150.283487] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.336263] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7469568-2d54-4869-a72c-9dda833d75e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.344067] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ff06af-552e-4a49-9caf-a4c87b509297 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.377670] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61276c02-45d7-4903-b9a1-162b8735c9c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.381555] env[62226]: DEBUG nova.compute.manager [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Received event network-vif-deleted-c53db15f-ba4f-4651-ad0a-723440fb875c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2150.381764] env[62226]: DEBUG nova.compute.manager [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Received event network-vif-plugged-5f7ee313-6199-4f4a-a2dc-d14840208379 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2150.381955] env[62226]: DEBUG oslo_concurrency.lockutils [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] Acquiring lock "b0fa532a-08ec-45fc-b7a8-460c0e190238-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.382180] env[62226]: DEBUG oslo_concurrency.lockutils [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] Lock "b0fa532a-08ec-45fc-b7a8-460c0e190238-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.382370] env[62226]: DEBUG oslo_concurrency.lockutils [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] Lock "b0fa532a-08ec-45fc-b7a8-460c0e190238-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.382543] env[62226]: DEBUG nova.compute.manager [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] No waiting events found dispatching network-vif-plugged-5f7ee313-6199-4f4a-a2dc-d14840208379 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2150.382711] env[62226]: WARNING nova.compute.manager [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Received unexpected event network-vif-plugged-5f7ee313-6199-4f4a-a2dc-d14840208379 for instance with vm_state building and task_state spawning. [ 2150.382870] env[62226]: DEBUG nova.compute.manager [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Received event network-changed-5f7ee313-6199-4f4a-a2dc-d14840208379 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2150.383369] env[62226]: DEBUG nova.compute.manager [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Refreshing instance network info cache due to event network-changed-5f7ee313-6199-4f4a-a2dc-d14840208379. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2150.383369] env[62226]: DEBUG oslo_concurrency.lockutils [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] Acquiring lock "refresh_cache-b0fa532a-08ec-45fc-b7a8-460c0e190238" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.383369] env[62226]: DEBUG oslo_concurrency.lockutils [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] Acquired lock "refresh_cache-b0fa532a-08ec-45fc-b7a8-460c0e190238" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.383519] env[62226]: DEBUG nova.network.neutron [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Refreshing network info cache for port 5f7ee313-6199-4f4a-a2dc-d14840208379 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2150.399035] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2be3b4a-db7f-486a-8df8-2e323e2d1d58 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.403255] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52484909-26d8-f551-e488-24ecb1423267, 'name': SearchDatastore_Task, 'duration_secs': 0.45854} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.404369] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18dc762-94f9-4974-b6ea-2fb6d31dd682 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.414363] env[62226]: DEBUG nova.compute.provider_tree [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2150.419450] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2150.419450] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5204b463-de79-59c1-3ff6-4c1be6209cd1" [ 2150.419450] env[62226]: _type = "Task" [ 2150.419450] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.427976] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5204b463-de79-59c1-3ff6-4c1be6209cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.520083] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Acquiring lock "refresh_cache-b0fa532a-08ec-45fc-b7a8-460c0e190238" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.620670] env[62226]: DEBUG oslo_concurrency.lockutils [None req-221ee313-bf40-43d0-abf2-235ce932740c tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Lock "4285cc1c-e73c-45f9-8163-828f88d562b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.427s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.800250] env[62226]: DEBUG nova.network.neutron [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance_info_cache with network_info: [{"id": "074684a4-8d42-46ad-ae1a-6bdb506d81b6", "address": "fa:16:3e:e3:40:9e", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074684a4-8d", "ovs_interfaceid": "074684a4-8d42-46ad-ae1a-6bdb506d81b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.916955] env[62226]: DEBUG nova.network.neutron [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2150.919973] env[62226]: DEBUG nova.scheduler.client.report [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2150.937627] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5204b463-de79-59c1-3ff6-4c1be6209cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.237774} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.938210] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.938711] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] ba6127f6-aaeb-4584-bf36-a81d1c2e70dd/ba6127f6-aaeb-4584-bf36-a81d1c2e70dd.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2150.939156] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a24713b-41ba-4813-a837-7d4e9e4d2f35 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.949916] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2150.949916] env[62226]: value = "task-2028679" [ 2150.949916] env[62226]: _type = "Task" [ 2150.949916] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.959831] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.014153] env[62226]: DEBUG nova.network.neutron [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.303162] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.427813] env[62226]: DEBUG oslo_concurrency.lockutils [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.431052] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.142s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.431290] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.434016] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.141s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.434016] env[62226]: DEBUG nova.objects.instance [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lazy-loading 'resources' on Instance uuid ca26041c-5a9c-474a-bbb8-7a92736a8a75 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2151.456041] env[62226]: INFO nova.scheduler.client.report [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleted allocations for instance 0863d731-b360-4190-af90-b096ef76dc3e [ 2151.457968] env[62226]: INFO nova.scheduler.client.report [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Deleted allocations for instance cdac5d02-93fc-4b50-b493-c9fa6a11ce22 [ 2151.468984] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.517337] env[62226]: DEBUG oslo_concurrency.lockutils [req-7491ae6a-1924-47ba-a923-c7f9882d26c7 req-5153e567-a6a4-4c95-87a4-4f6df3a4fdda service nova] Releasing lock "refresh_cache-b0fa532a-08ec-45fc-b7a8-460c0e190238" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.517722] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Acquired lock "refresh_cache-b0fa532a-08ec-45fc-b7a8-460c0e190238" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.517890] env[62226]: DEBUG nova.network.neutron [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2151.798134] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Acquiring lock "4285cc1c-e73c-45f9-8163-828f88d562b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.798417] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Lock "4285cc1c-e73c-45f9-8163-828f88d562b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.798774] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Acquiring lock "4285cc1c-e73c-45f9-8163-828f88d562b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.798990] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Lock "4285cc1c-e73c-45f9-8163-828f88d562b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.799212] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Lock "4285cc1c-e73c-45f9-8163-828f88d562b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.801233] env[62226]: INFO nova.compute.manager [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Terminating instance [ 2151.967956] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.970602] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d260d981-6621-456a-9ab1-c848aead5b78 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "0863d731-b360-4190-af90-b096ef76dc3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.609s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.972181] env[62226]: DEBUG oslo_concurrency.lockutils [None req-50247464-c3a1-47dc-900a-703714069e52 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "cdac5d02-93fc-4b50-b493-c9fa6a11ce22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.396s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.056781] env[62226]: DEBUG nova.network.neutron [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2152.179117] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27aa814-d3d3-45c1-8a51-dfab9c63c410 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.187372] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f24866-2cb6-435e-90fa-7244fe6ac13f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.221035] env[62226]: DEBUG nova.network.neutron [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Updating instance_info_cache with network_info: [{"id": "5f7ee313-6199-4f4a-a2dc-d14840208379", "address": "fa:16:3e:9f:16:49", "network": {"id": "a112af92-578a-47b6-adc0-4f0a98d0f4a4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2029659038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd365ac7fb042edb3527492c014cb9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7ee313-61", "ovs_interfaceid": "5f7ee313-6199-4f4a-a2dc-d14840208379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.223165] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf672a7-3f11-49f1-98ea-fa7212d5e890 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.234951] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39af9863-fe17-4305-bb2a-1150c6c01aac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.249897] env[62226]: DEBUG nova.compute.provider_tree [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2152.305168] env[62226]: DEBUG nova.compute.manager [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2152.305413] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2152.306299] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6062b3-3338-4a7e-a498-1218b04cc9d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.318350] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2152.318593] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c4d008b-b488-4757-a846-3ba0f16fb671 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.327568] env[62226]: DEBUG oslo_vmware.api [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Waiting for the task: (returnval){ [ 2152.327568] env[62226]: value = "task-2028680" [ 2152.327568] env[62226]: _type = "Task" [ 2152.327568] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.335299] env[62226]: DEBUG oslo_vmware.api [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.463032] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.729604] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Releasing lock "refresh_cache-b0fa532a-08ec-45fc-b7a8-460c0e190238" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.729973] env[62226]: DEBUG nova.compute.manager [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Instance network_info: |[{"id": "5f7ee313-6199-4f4a-a2dc-d14840208379", "address": "fa:16:3e:9f:16:49", "network": {"id": "a112af92-578a-47b6-adc0-4f0a98d0f4a4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2029659038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd365ac7fb042edb3527492c014cb9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7ee313-61", "ovs_interfaceid": "5f7ee313-6199-4f4a-a2dc-d14840208379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2152.730660] env[62226]: INFO nova.compute.manager [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Rebuilding instance [ 2152.732749] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:16:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f7ee313-6199-4f4a-a2dc-d14840208379', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2152.740237] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Creating folder: Project (8fd365ac7fb042edb3527492c014cb9f). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2152.741286] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a68c2e98-4e67-4646-b1ce-c76dae868066 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.753084] env[62226]: DEBUG nova.scheduler.client.report [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2152.756184] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Created folder: Project (8fd365ac7fb042edb3527492c014cb9f) in parent group-v416438. [ 2152.756372] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Creating folder: Instances. Parent ref: group-v416714. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2152.758363] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60550d9d-0c18-4e78-98bd-645033b9951b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.770967] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Created folder: Instances in parent group-v416714. [ 2152.770967] env[62226]: DEBUG oslo.service.loopingcall [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2152.771118] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2152.771301] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7beaa6a3-5e30-4eca-bf7b-59ab8b7c9b29 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.792850] env[62226]: DEBUG nova.compute.manager [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2152.793640] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4cd068-e24f-4409-8c9f-fc8eddb29f69 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.797167] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2152.797167] env[62226]: value = "task-2028683" [ 2152.797167] env[62226]: _type = "Task" [ 2152.797167] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.808581] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028683, 'name': CreateVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.815581] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bbecad-5e33-47fe-8054-5ee23f76c521 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.835749] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance '7c4bdcf5-1490-42cc-99bc-de2a6c25ce14' progress to 0 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2152.851014] env[62226]: DEBUG oslo_vmware.api [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.963289] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.262518] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.265095] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.649s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.265376] env[62226]: DEBUG nova.objects.instance [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lazy-loading 'resources' on Instance uuid 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2153.284844] env[62226]: INFO nova.scheduler.client.report [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Deleted allocations for instance ca26041c-5a9c-474a-bbb8-7a92736a8a75 [ 2153.311185] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028683, 'name': CreateVM_Task, 'duration_secs': 0.325876} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.311644] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2153.312421] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.312542] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.312853] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2153.313162] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e68460b8-136b-4788-a486-6ab2405500ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.319244] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Waiting for the task: (returnval){ [ 2153.319244] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cc608a-4c13-fd76-c156-b5f0037f1993" [ 2153.319244] env[62226]: _type = "Task" [ 2153.319244] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.329801] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cc608a-4c13-fd76-c156-b5f0037f1993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.348683] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2153.349422] env[62226]: DEBUG oslo_vmware.api [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028680, 'name': PowerOffVM_Task, 'duration_secs': 0.804138} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.349680] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77143bd5-11d8-46f0-8fbb-8f63ac0c5706 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.351706] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2153.351944] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2153.352227] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d65044f-6022-4378-b760-a3898e628577 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.360016] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2153.360016] env[62226]: value = "task-2028684" [ 2153.360016] env[62226]: _type = "Task" [ 2153.360016] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.370331] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.463625] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028679, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.679146] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.679146] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.792825] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3ff8f3ae-4c85-47e1-84d9-215c43b2c4e8 tempest-ListServersNegativeTestJSON-1112956248 tempest-ListServersNegativeTestJSON-1112956248-project-member] Lock "ca26041c-5a9c-474a-bbb8-7a92736a8a75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.119s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.812574] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2153.813099] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac8beef7-e3a6-4ef6-a190-045d0e59765a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.825244] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2153.825244] env[62226]: value = "task-2028686" [ 2153.825244] env[62226]: _type = "Task" [ 2153.825244] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.835182] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52cc608a-4c13-fd76-c156-b5f0037f1993, 'name': SearchDatastore_Task, 'duration_secs': 0.020861} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.836150] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.836352] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2153.836653] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.836805] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.837023] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2153.837354] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38b3a1d3-ce01-4ad5-9ffd-6ffb54b05d8d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.842256] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.851118] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2153.851118] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2153.851118] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39bfed76-58ce-4b4e-9df5-bd98bcc4d927 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.856428] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Waiting for the task: (returnval){ [ 2153.856428] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52942860-efec-5493-15f9-d61600d04d6a" [ 2153.856428] env[62226]: _type = "Task" [ 2153.856428] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.869124] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52942860-efec-5493-15f9-d61600d04d6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.874251] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028684, 'name': PowerOffVM_Task, 'duration_secs': 0.23665} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.877129] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2153.877300] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance '7c4bdcf5-1490-42cc-99bc-de2a6c25ce14' progress to 17 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2153.964254] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028679, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.528032} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.966819] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] ba6127f6-aaeb-4584-bf36-a81d1c2e70dd/ba6127f6-aaeb-4584-bf36-a81d1c2e70dd.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2153.967050] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2153.967484] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61aa090b-edef-4137-a2fc-7e6f28717633 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.974127] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2153.974127] env[62226]: value = "task-2028687" [ 2153.974127] env[62226]: _type = "Task" [ 2153.974127] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.986513] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.018677] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671e37ed-9da5-4912-aae9-1cb09b9165dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.026886] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff106067-ae46-45b0-9d60-a60ac5e01339 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.061046] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee9c474-4171-4be1-ab41-28018d384872 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.069210] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca676f1-4d27-41d3-8c91-4e0cd6885a42 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.082800] env[62226]: DEBUG nova.compute.provider_tree [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2154.181406] env[62226]: DEBUG nova.compute.manager [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2154.335914] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028686, 'name': PowerOffVM_Task, 'duration_secs': 0.251477} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.336265] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2154.336392] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2154.337200] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8418f3d1-9e63-4d99-b2b7-1fbf4160c2b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.343649] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2154.343923] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-171d13fd-6235-4a82-9ac9-11b2527628cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.369829] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52942860-efec-5493-15f9-d61600d04d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.371229] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-729d61a1-fd5a-4ab7-8dba-df7f72145906 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.378060] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Waiting for the task: (returnval){ [ 2154.378060] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aa5a1e-48c4-947c-f100-2503420167d5" [ 2154.378060] env[62226]: _type = "Task" [ 2154.378060] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.383020] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2154.383262] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2154.383446] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2154.384090] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2154.384090] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2154.384090] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2154.384090] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2154.384343] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2154.384419] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2154.384569] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2154.384771] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2154.392762] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc55281d-a258-4cd4-8d49-13d759a84f47 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.403660] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aa5a1e-48c4-947c-f100-2503420167d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.407702] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2154.407702] env[62226]: value = "task-2028689" [ 2154.407702] env[62226]: _type = "Task" [ 2154.407702] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.417815] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.428221] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2154.428450] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2154.428698] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleting the datastore file [datastore2] ed712ba9-4f95-4ae9-978a-f63a117cacbc {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2154.429073] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec25f554-d4ff-4182-a460-19cef1118bcc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.437542] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2154.437542] env[62226]: value = "task-2028690" [ 2154.437542] env[62226]: _type = "Task" [ 2154.437542] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.447015] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.485410] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077089} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.485647] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2154.486491] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcffc2f-98ee-4062-b050-befaa1a034e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.509883] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ba6127f6-aaeb-4584-bf36-a81d1c2e70dd/ba6127f6-aaeb-4584-bf36-a81d1c2e70dd.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2154.510669] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-351daa80-7a4c-4b77-8642-af4f38871a0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.533230] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2154.533230] env[62226]: value = "task-2028691" [ 2154.533230] env[62226]: _type = "Task" [ 2154.533230] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.542138] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.586961] env[62226]: DEBUG nova.scheduler.client.report [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2154.712386] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.890247] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aa5a1e-48c4-947c-f100-2503420167d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.890508] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.890780] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] b0fa532a-08ec-45fc-b7a8-460c0e190238/b0fa532a-08ec-45fc-b7a8-460c0e190238.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2154.891066] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-673f31ce-0efa-49b1-a730-19b0e0256967 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.897496] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Waiting for the task: (returnval){ [ 2154.897496] env[62226]: value = "task-2028692" [ 2154.897496] env[62226]: _type = "Task" [ 2154.897496] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.905792] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.915960] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028689, 'name': ReconfigVM_Task, 'duration_secs': 0.29708} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.916298] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance '7c4bdcf5-1490-42cc-99bc-de2a6c25ce14' progress to 33 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2154.948913] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306163} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.949212] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2154.949411] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2154.949592] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2155.044583] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028691, 'name': ReconfigVM_Task, 'duration_secs': 0.503044} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.045108] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ba6127f6-aaeb-4584-bf36-a81d1c2e70dd/ba6127f6-aaeb-4584-bf36-a81d1c2e70dd.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2155.046147] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b386c79a-ae7a-495d-aba8-8b8506596dc2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.054482] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2155.054482] env[62226]: value = "task-2028693" [ 2155.054482] env[62226]: _type = "Task" [ 2155.054482] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.063754] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028693, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.098061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.103243] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.557s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.103243] env[62226]: DEBUG nova.objects.instance [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'resources' on Instance uuid e6c93007-3185-4e3d-af22-afe6f5c6c9f2 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2155.128134] env[62226]: INFO nova.scheduler.client.report [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted allocations for instance 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6 [ 2155.423704] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2155.424049] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2155.424238] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2155.424421] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2155.424569] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2155.424750] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2155.424921] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2155.425114] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2155.425303] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2155.425520] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2155.425641] env[62226]: DEBUG nova.virt.hardware [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2155.431289] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2155.431758] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028692, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.432031] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8904913d-f4af-45be-99da-42bdd8b275c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.451613] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2155.451613] env[62226]: value = "task-2028694" [ 2155.451613] env[62226]: _type = "Task" [ 2155.451613] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.462719] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028694, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.564159] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028693, 'name': Rename_Task, 'duration_secs': 0.229599} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.564448] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2155.564706] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65e024bb-7f39-4d7b-8d5e-d769e3040381 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.570790] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2155.570790] env[62226]: value = "task-2028695" [ 2155.570790] env[62226]: _type = "Task" [ 2155.570790] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.578769] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.636898] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b9fa5ea8-a39c-477e-afc3-861636b88f34 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "9b1be929-ab3b-4b64-8db3-fa4bf2853bc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.333s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.816896] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e55e67-5276-4d15-989a-c68238625089 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.825989] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64487eaf-0946-4b94-b7e9-150c7c6d843c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.857820] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153050ca-0d9e-4768-a80c-1db04b5fe30c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.866152] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e262e64c-93ca-48fd-a510-fdac0c38013b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.880464] env[62226]: DEBUG nova.compute.provider_tree [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2155.907457] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519719} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.907721] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] b0fa532a-08ec-45fc-b7a8-460c0e190238/b0fa532a-08ec-45fc-b7a8-460c0e190238.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2155.907931] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2155.908211] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe1b660b-e6ed-4009-b738-8e8f5424f475 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.915578] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Waiting for the task: (returnval){ [ 2155.915578] env[62226]: value = "task-2028696" [ 2155.915578] env[62226]: _type = "Task" [ 2155.915578] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.924393] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.964469] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028694, 'name': ReconfigVM_Task, 'duration_secs': 0.203979} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.965956] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2155.966264] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe9bc85-36e6-4cd4-b2ab-e33ed82f9ccf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.989269] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14/7c4bdcf5-1490-42cc-99bc-de2a6c25ce14.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2155.991501] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7244c8bf-0385-40be-b1d2-74977aac0bd2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.015503] env[62226]: DEBUG nova.virt.hardware [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2156.015636] env[62226]: DEBUG nova.virt.hardware [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2156.015740] env[62226]: DEBUG nova.virt.hardware [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2156.015965] env[62226]: DEBUG nova.virt.hardware [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2156.016182] env[62226]: DEBUG nova.virt.hardware [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2156.016363] env[62226]: DEBUG nova.virt.hardware [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2156.016579] env[62226]: DEBUG nova.virt.hardware [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2156.016741] env[62226]: DEBUG nova.virt.hardware [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2156.016909] env[62226]: DEBUG nova.virt.hardware [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2156.017092] env[62226]: DEBUG nova.virt.hardware [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2156.017272] env[62226]: DEBUG nova.virt.hardware [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2156.018379] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814361d8-4dbe-4707-8f72-aef6c3414b87 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.023989] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2156.023989] env[62226]: value = "task-2028697" [ 2156.023989] env[62226]: _type = "Task" [ 2156.023989] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.031290] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11c9545-a98f-4041-8e79-e7c1719d3f80 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.040567] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.052331] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:6c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2156.060349] env[62226]: DEBUG oslo.service.loopingcall [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2156.061045] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2156.061297] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60c38e04-37b5-42e9-a65a-4b52bd5a9b2b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.085306] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028695, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.086520] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2156.086520] env[62226]: value = "task-2028698" [ 2156.086520] env[62226]: _type = "Task" [ 2156.086520] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.097770] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028698, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.383324] env[62226]: DEBUG nova.scheduler.client.report [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2156.428554] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071537} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.428837] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2156.429892] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a304868-4d05-45ae-8d60-e36e04d15cf7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.451994] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] b0fa532a-08ec-45fc-b7a8-460c0e190238/b0fa532a-08ec-45fc-b7a8-460c0e190238.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2156.452300] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0367632-6d74-4191-97a2-57db7c0a6b75 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.473031] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Waiting for the task: (returnval){ [ 2156.473031] env[62226]: value = "task-2028699" [ 2156.473031] env[62226]: _type = "Task" [ 2156.473031] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.480551] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.513270] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.513723] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.513969] env[62226]: INFO nova.compute.manager [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Shelving [ 2156.533944] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028697, 'name': ReconfigVM_Task, 'duration_secs': 0.307002} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.534238] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14/7c4bdcf5-1490-42cc-99bc-de2a6c25ce14.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2156.536838] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance '7c4bdcf5-1490-42cc-99bc-de2a6c25ce14' progress to 50 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2156.590425] env[62226]: DEBUG oslo_vmware.api [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028695, 'name': PowerOnVM_Task, 'duration_secs': 0.611145} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.593424] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2156.593637] env[62226]: INFO nova.compute.manager [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Took 10.85 seconds to spawn the instance on the hypervisor. [ 2156.593818] env[62226]: DEBUG nova.compute.manager [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2156.594791] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc95607-ee71-4035-a66b-45169902c071 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.601974] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028698, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.889239] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.891509] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.608s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.891738] env[62226]: DEBUG nova.objects.instance [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lazy-loading 'resources' on Instance uuid 00a53b28-c31d-46b0-a081-6c28b64bad3d {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2156.914161] env[62226]: INFO nova.scheduler.client.report [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Deleted allocations for instance e6c93007-3185-4e3d-af22-afe6f5c6c9f2 [ 2156.982074] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028699, 'name': ReconfigVM_Task, 'duration_secs': 0.274662} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.982375] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Reconfigured VM instance instance-0000006d to attach disk [datastore2] b0fa532a-08ec-45fc-b7a8-460c0e190238/b0fa532a-08ec-45fc-b7a8-460c0e190238.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2156.983064] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc45a6b0-c595-450a-8b1e-df2a62adf571 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.989496] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Waiting for the task: (returnval){ [ 2156.989496] env[62226]: value = "task-2028700" [ 2156.989496] env[62226]: _type = "Task" [ 2156.989496] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.997300] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028700, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.042659] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee1eb84-0cc3-4841-8cc9-2db5994274ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.068923] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd334c7-d52d-423a-8f43-7c242ecc5d06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.094303] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance '7c4bdcf5-1490-42cc-99bc-de2a6c25ce14' progress to 67 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2157.109023] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028698, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.112931] env[62226]: INFO nova.compute.manager [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Took 15.89 seconds to build instance. [ 2157.304515] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2157.304828] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2157.305130] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Deleting the datastore file [datastore1] 4285cc1c-e73c-45f9-8163-828f88d562b6 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2157.305470] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33dce54c-8a54-4c43-acd3-8b67928b90d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.311951] env[62226]: DEBUG oslo_vmware.api [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Waiting for the task: (returnval){ [ 2157.311951] env[62226]: value = "task-2028701" [ 2157.311951] env[62226]: _type = "Task" [ 2157.311951] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.322929] env[62226]: DEBUG oslo_vmware.api [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.421016] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a913f463-61e3-4544-9459-15bf9f820bcb tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "e6c93007-3185-4e3d-af22-afe6f5c6c9f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.551s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.500509] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028700, 'name': Rename_Task, 'duration_secs': 0.139358} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.500791] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2157.501055] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8b44083-895b-4dcb-966d-ba3e5c1d7eb1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.508728] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Waiting for the task: (returnval){ [ 2157.508728] env[62226]: value = "task-2028702" [ 2157.508728] env[62226]: _type = "Task" [ 2157.508728] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.516937] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.532326] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2157.532910] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01165b2e-cc22-4b7f-b3a7-182dbb11ef7a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.542364] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2157.542364] env[62226]: value = "task-2028703" [ 2157.542364] env[62226]: _type = "Task" [ 2157.542364] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.558181] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.612123] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028698, 'name': CreateVM_Task, 'duration_secs': 1.465221} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.616042] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2157.616042] env[62226]: DEBUG oslo_concurrency.lockutils [None req-00e4925a-2688-46fb-abc1-c283b19ecbb4 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.411s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.616412] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.616579] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.616971] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2157.617268] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a5a63c5-739f-4cf3-b883-7d4e45938944 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.625022] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2157.625022] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52412883-74e7-5e26-2a08-b4395b363fe0" [ 2157.625022] env[62226]: _type = "Task" [ 2157.625022] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.638271] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52412883-74e7-5e26-2a08-b4395b363fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.652963] env[62226]: DEBUG nova.network.neutron [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Port 074684a4-8d42-46ad-ae1a-6bdb506d81b6 binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2157.657339] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf61105-d416-4a82-8770-9af85ad2656d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.664920] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fce64c-6953-4dc0-b633-9c65fe576dd1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.697687] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16685b82-1ad8-434f-85a0-aa0240bcfa83 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.705395] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c5e101-a6b7-4de3-b845-586052d17270 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.722433] env[62226]: DEBUG nova.compute.provider_tree [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2157.822941] env[62226]: DEBUG oslo_vmware.api [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Task: {'id': task-2028701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288119} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.823260] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2157.823567] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2157.823763] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2157.823944] env[62226]: INFO nova.compute.manager [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Took 5.52 seconds to destroy the instance on the hypervisor. [ 2157.824484] env[62226]: DEBUG oslo.service.loopingcall [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2157.824484] env[62226]: DEBUG nova.compute.manager [-] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2157.824636] env[62226]: DEBUG nova.network.neutron [-] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2157.910481] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.910859] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.023922] env[62226]: DEBUG oslo_vmware.api [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028702, 'name': PowerOnVM_Task, 'duration_secs': 0.496855} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.024289] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2158.024543] env[62226]: INFO nova.compute.manager [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Took 8.81 seconds to spawn the instance on the hypervisor. [ 2158.025316] env[62226]: DEBUG nova.compute.manager [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2158.025792] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d80f7ce-dc42-43aa-a40a-5acee8ca85c1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.062154] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028703, 'name': PowerOffVM_Task, 'duration_secs': 0.201814} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.062396] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2158.063584] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3468938-fdfe-49d1-9118-1f69c610e2ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.087171] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f564579-0e90-4c09-9876-43e6faab8204 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.095539] env[62226]: DEBUG nova.compute.manager [req-e85b8fd5-cf9d-488d-8f85-48c37d1dd816 req-8e707c0f-19c8-47de-8624-ae8dcc64a9dd service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Received event network-changed-a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2158.096745] env[62226]: DEBUG nova.compute.manager [req-e85b8fd5-cf9d-488d-8f85-48c37d1dd816 req-8e707c0f-19c8-47de-8624-ae8dcc64a9dd service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Refreshing instance network info cache due to event network-changed-a2dd7260-7337-42b7-b581-460d2f8a0e32. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2158.096745] env[62226]: DEBUG oslo_concurrency.lockutils [req-e85b8fd5-cf9d-488d-8f85-48c37d1dd816 req-8e707c0f-19c8-47de-8624-ae8dcc64a9dd service nova] Acquiring lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.096745] env[62226]: DEBUG oslo_concurrency.lockutils [req-e85b8fd5-cf9d-488d-8f85-48c37d1dd816 req-8e707c0f-19c8-47de-8624-ae8dcc64a9dd service nova] Acquired lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.096745] env[62226]: DEBUG nova.network.neutron [req-e85b8fd5-cf9d-488d-8f85-48c37d1dd816 req-8e707c0f-19c8-47de-8624-ae8dcc64a9dd service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Refreshing network info cache for port a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2158.133483] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52412883-74e7-5e26-2a08-b4395b363fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.012443} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.134852] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.135338] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2158.135663] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.135979] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.136354] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2158.138012] env[62226]: DEBUG nova.compute.manager [req-1ba2b23c-190e-4373-a521-3b8c925300aa req-c54e3d88-6fd9-46a2-95c0-7c080707a80c service nova] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Received event network-vif-deleted-d3ed1f9e-4ac7-4187-8ec0-f929668144ba {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2158.138220] env[62226]: INFO nova.compute.manager [req-1ba2b23c-190e-4373-a521-3b8c925300aa req-c54e3d88-6fd9-46a2-95c0-7c080707a80c service nova] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Neutron deleted interface d3ed1f9e-4ac7-4187-8ec0-f929668144ba; detaching it from the instance and deleting it from the info cache [ 2158.138520] env[62226]: DEBUG nova.network.neutron [req-1ba2b23c-190e-4373-a521-3b8c925300aa req-c54e3d88-6fd9-46a2-95c0-7c080707a80c service nova] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.141082] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-320a53a6-b2c9-47e2-b596-042e204f1411 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.152538] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2158.152705] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2158.153879] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a21a2ec-996c-42e3-9452-bea150f30243 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.165422] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2158.165422] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f37faa-aaa6-d23d-c582-0819e74cacc8" [ 2158.165422] env[62226]: _type = "Task" [ 2158.165422] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.173289] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f37faa-aaa6-d23d-c582-0819e74cacc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.228623] env[62226]: DEBUG nova.scheduler.client.report [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2158.413496] env[62226]: DEBUG nova.compute.manager [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2158.546838] env[62226]: INFO nova.compute.manager [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Took 14.71 seconds to build instance. [ 2158.608482] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.608758] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.608973] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.610673] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.610673] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.614121] env[62226]: INFO nova.compute.manager [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Terminating instance [ 2158.616902] env[62226]: DEBUG nova.network.neutron [-] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.619261] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2158.620942] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-73278c01-4534-4ab1-aac3-efbaf1bff01e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.629895] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2158.629895] env[62226]: value = "task-2028704" [ 2158.629895] env[62226]: _type = "Task" [ 2158.629895] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.641227] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028704, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.645050] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39f7a53d-a4ff-43be-9cb6-8a1b76e14aec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.654683] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0268d3b3-0dd7-4af7-a242-65d02dd89cc4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.689499] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.689759] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.689968] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.698250] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f37faa-aaa6-d23d-c582-0819e74cacc8, 'name': SearchDatastore_Task, 'duration_secs': 0.018059} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.711035] env[62226]: DEBUG nova.compute.manager [req-1ba2b23c-190e-4373-a521-3b8c925300aa req-c54e3d88-6fd9-46a2-95c0-7c080707a80c service nova] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Detach interface failed, port_id=d3ed1f9e-4ac7-4187-8ec0-f929668144ba, reason: Instance 4285cc1c-e73c-45f9-8163-828f88d562b6 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2158.712320] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c257191e-637b-4462-aeb1-b4ba139673c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.718387] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2158.718387] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c89f33-8037-c245-df45-ee901f289e89" [ 2158.718387] env[62226]: _type = "Task" [ 2158.718387] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.729237] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c89f33-8037-c245-df45-ee901f289e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.733768] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.736123] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.024s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.737799] env[62226]: INFO nova.compute.claims [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2158.771679] env[62226]: INFO nova.scheduler.client.report [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted allocations for instance 00a53b28-c31d-46b0-a081-6c28b64bad3d [ 2158.899305] env[62226]: DEBUG nova.network.neutron [req-e85b8fd5-cf9d-488d-8f85-48c37d1dd816 req-8e707c0f-19c8-47de-8624-ae8dcc64a9dd service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updated VIF entry in instance network info cache for port a2dd7260-7337-42b7-b581-460d2f8a0e32. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2158.899712] env[62226]: DEBUG nova.network.neutron [req-e85b8fd5-cf9d-488d-8f85-48c37d1dd816 req-8e707c0f-19c8-47de-8624-ae8dcc64a9dd service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updating instance_info_cache with network_info: [{"id": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "address": "fa:16:3e:79:5e:07", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2dd7260-73", "ovs_interfaceid": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.932207] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.051281] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d93d81ab-aaca-4d80-8005-e963e80bfa3c tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Lock "b0fa532a-08ec-45fc-b7a8-460c0e190238" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.221s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.120779] env[62226]: INFO nova.compute.manager [-] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Took 1.30 seconds to deallocate network for instance. [ 2159.126391] env[62226]: DEBUG nova.compute.manager [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2159.127108] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2159.128166] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1363c641-0c4f-4678-88a4-ad8947453d43 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.140550] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028704, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.142538] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2159.142794] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a40eb4-efd0-4b55-8119-f2ac4ca85a19 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.148484] env[62226]: DEBUG oslo_vmware.api [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2159.148484] env[62226]: value = "task-2028705" [ 2159.148484] env[62226]: _type = "Task" [ 2159.148484] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.157359] env[62226]: DEBUG oslo_vmware.api [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.232292] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c89f33-8037-c245-df45-ee901f289e89, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.232292] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.232292] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] ed712ba9-4f95-4ae9-978a-f63a117cacbc/ed712ba9-4f95-4ae9-978a-f63a117cacbc.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2159.232292] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6efc030-4430-4089-8918-af307d725104 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.237758] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2159.237758] env[62226]: value = "task-2028706" [ 2159.237758] env[62226]: _type = "Task" [ 2159.237758] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.255552] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.280416] env[62226]: DEBUG oslo_concurrency.lockutils [None req-90cdd5f0-b430-4e99-9b7a-5fe13ec75103 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "00a53b28-c31d-46b0-a081-6c28b64bad3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.320s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.402241] env[62226]: DEBUG oslo_concurrency.lockutils [req-e85b8fd5-cf9d-488d-8f85-48c37d1dd816 req-8e707c0f-19c8-47de-8624-ae8dcc64a9dd service nova] Releasing lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.629742] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.642669] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028704, 'name': CreateSnapshot_Task, 'duration_secs': 0.728405} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.642669] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2159.643304] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23794317-439e-49e7-80b8-5c3bb22fc570 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.660963] env[62226]: DEBUG oslo_vmware.api [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028705, 'name': PowerOffVM_Task, 'duration_secs': 0.200783} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.661298] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2159.661474] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2159.661804] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ffc259d-1d57-466b-af95-31416072a2f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.729608] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2159.729805] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2159.729986] env[62226]: DEBUG nova.network.neutron [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2159.754887] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028706, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.976915] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9ce366-b631-4b35-8cdc-139ff8c9293d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.985485] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edd5415-7459-476a-8132-a8f02b1a45d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.017609] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7bb3d1-13d4-405c-b978-7765cfd75d1a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.025610] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69501257-1854-4320-b3ed-08cabf2a219a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.045465] env[62226]: DEBUG nova.compute.provider_tree [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2160.163283] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2160.163633] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc42f7c7-4f86-4bee-a124-dd2069f62bf5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.171928] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2160.171928] env[62226]: value = "task-2028708" [ 2160.171928] env[62226]: _type = "Task" [ 2160.171928] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.181957] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028708, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.237335] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Acquiring lock "b0fa532a-08ec-45fc-b7a8-460c0e190238" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.237581] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Lock "b0fa532a-08ec-45fc-b7a8-460c0e190238" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.237791] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Acquiring lock "b0fa532a-08ec-45fc-b7a8-460c0e190238-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.237968] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Lock "b0fa532a-08ec-45fc-b7a8-460c0e190238-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.238146] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Lock "b0fa532a-08ec-45fc-b7a8-460c0e190238-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.240290] env[62226]: INFO nova.compute.manager [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Terminating instance [ 2160.256702] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770964} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.256943] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] ed712ba9-4f95-4ae9-978a-f63a117cacbc/ed712ba9-4f95-4ae9-978a-f63a117cacbc.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2160.257193] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2160.257447] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f62fb813-1cad-4780-89bb-71837a142994 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.264297] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2160.264297] env[62226]: value = "task-2028709" [ 2160.264297] env[62226]: _type = "Task" [ 2160.264297] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.273026] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.455963] env[62226]: DEBUG nova.network.neutron [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance_info_cache with network_info: [{"id": "074684a4-8d42-46ad-ae1a-6bdb506d81b6", "address": "fa:16:3e:e3:40:9e", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074684a4-8d", "ovs_interfaceid": "074684a4-8d42-46ad-ae1a-6bdb506d81b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.535906] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.536198] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.536495] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.536737] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.536980] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.539235] env[62226]: INFO nova.compute.manager [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Terminating instance [ 2160.548857] env[62226]: DEBUG nova.scheduler.client.report [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2160.681931] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028708, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.754625] env[62226]: DEBUG nova.compute.manager [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2160.754854] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2160.755762] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19fa590-86f2-4a86-ac11-ad50a02fa3f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.763599] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2160.763827] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c4c9822-14c8-4a2f-97dd-67ffda813507 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.773326] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069643} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.774451] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2160.774780] env[62226]: DEBUG oslo_vmware.api [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Waiting for the task: (returnval){ [ 2160.774780] env[62226]: value = "task-2028710" [ 2160.774780] env[62226]: _type = "Task" [ 2160.774780] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.775438] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03472fe-55d5-4502-94a3-9a9f6c827fe1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.799272] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] ed712ba9-4f95-4ae9-978a-f63a117cacbc/ed712ba9-4f95-4ae9-978a-f63a117cacbc.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2160.802285] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b94de66-62e4-47f2-9f19-33abf13d1fcd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.816093] env[62226]: DEBUG oslo_vmware.api [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.821136] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2160.821136] env[62226]: value = "task-2028711" [ 2160.821136] env[62226]: _type = "Task" [ 2160.821136] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.829363] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.959363] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.042816] env[62226]: DEBUG nova.compute.manager [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2161.043047] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2161.044194] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2364526b-3f34-4e86-89ef-4262c105b309 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.051955] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2161.052198] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61548ccf-70ae-4411-b968-6a165a63e641 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.054273] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.054737] env[62226]: DEBUG nova.compute.manager [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2161.057300] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.125s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.059056] env[62226]: INFO nova.compute.claims [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2161.066010] env[62226]: DEBUG oslo_vmware.api [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2161.066010] env[62226]: value = "task-2028712" [ 2161.066010] env[62226]: _type = "Task" [ 2161.066010] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.075675] env[62226]: DEBUG oslo_vmware.api [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.183785] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028708, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.287917] env[62226]: DEBUG oslo_vmware.api [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028710, 'name': PowerOffVM_Task, 'duration_secs': 0.405325} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.288216] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2161.288391] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2161.289593] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b93f824-3278-407d-96a9-87ad3e458873 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.330892] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.484890] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01057b83-8897-41d3-9861-e746e3a88d5a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.503978] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecd4770-5423-415a-ade6-d917f0894a0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.511839] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance '7c4bdcf5-1490-42cc-99bc-de2a6c25ce14' progress to 83 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2161.566789] env[62226]: DEBUG nova.compute.utils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2161.568650] env[62226]: DEBUG nova.compute.manager [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2161.568826] env[62226]: DEBUG nova.network.neutron [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2161.581284] env[62226]: DEBUG oslo_vmware.api [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028712, 'name': PowerOffVM_Task, 'duration_secs': 0.479378} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.581529] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2161.581728] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2161.581933] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2b4e3cd-6f94-47ad-839a-d55b86264499 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.611387] env[62226]: DEBUG nova.policy [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50d67fbc4e0c4146b1e0c4038bb0e986', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506500182ff8414899d7d9b8e2189a9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2161.682427] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028708, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.830899] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028711, 'name': ReconfigVM_Task, 'duration_secs': 1.004698} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.831230] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Reconfigured VM instance instance-00000062 to attach disk [datastore2] ed712ba9-4f95-4ae9-978a-f63a117cacbc/ed712ba9-4f95-4ae9-978a-f63a117cacbc.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2161.831858] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bccab807-ab4d-4b09-ac32-ce210bee4a4a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.836997] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2161.836997] env[62226]: value = "task-2028715" [ 2161.836997] env[62226]: _type = "Task" [ 2161.836997] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.844561] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028715, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.866098] env[62226]: DEBUG nova.network.neutron [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Successfully created port: 965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2162.020441] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2162.020803] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8598221b-d966-4f1a-a24d-9a1523c5b794 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.027720] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2162.027720] env[62226]: value = "task-2028716" [ 2162.027720] env[62226]: _type = "Task" [ 2162.027720] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.035795] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.072646] env[62226]: DEBUG nova.compute.manager [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2162.182558] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028708, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.266459] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267b74c8-10ac-4087-a526-53d04080fba4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.273977] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff6d3dd-3ca6-4af0-a1e3-b05873feb9e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.304558] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287b0286-4dd8-4414-ba6d-20ed360ff559 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.311491] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80209eb0-6372-4df6-b902-37637817207b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.327474] env[62226]: DEBUG nova.compute.provider_tree [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2162.347654] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028715, 'name': Rename_Task, 'duration_secs': 0.12886} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.348057] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2162.348469] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b76712aa-a94f-45ac-a8d2-1bdcad950f3d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.354927] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2162.354927] env[62226]: value = "task-2028717" [ 2162.354927] env[62226]: _type = "Task" [ 2162.354927] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.364940] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.541505] env[62226]: DEBUG oslo_vmware.api [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028716, 'name': PowerOnVM_Task, 'duration_secs': 0.377112} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.541505] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2162.541651] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5c4f5c-7392-482a-a23c-9c5df9815dae tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance '7c4bdcf5-1490-42cc-99bc-de2a6c25ce14' progress to 100 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2162.683680] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028708, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.830459] env[62226]: DEBUG nova.scheduler.client.report [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2162.864447] env[62226]: DEBUG oslo_vmware.api [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028717, 'name': PowerOnVM_Task, 'duration_secs': 0.471579} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.864781] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2162.865021] env[62226]: DEBUG nova.compute.manager [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2162.865804] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836621c7-1db6-45df-b711-fe2e42940b55 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.081549] env[62226]: DEBUG nova.compute.manager [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2163.111024] env[62226]: DEBUG nova.virt.hardware [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2163.111024] env[62226]: DEBUG nova.virt.hardware [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2163.111024] env[62226]: DEBUG nova.virt.hardware [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2163.111024] env[62226]: DEBUG nova.virt.hardware [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2163.111024] env[62226]: DEBUG nova.virt.hardware [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2163.111024] env[62226]: DEBUG nova.virt.hardware [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2163.111024] env[62226]: DEBUG nova.virt.hardware [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2163.111024] env[62226]: DEBUG nova.virt.hardware [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2163.111024] env[62226]: DEBUG nova.virt.hardware [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2163.111024] env[62226]: DEBUG nova.virt.hardware [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2163.111482] env[62226]: DEBUG nova.virt.hardware [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2163.111925] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a21d750-b468-4d34-ac4a-77b7ab98d681 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.119905] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b4c1ca-3b44-4c62-a3c7-0a567da3ca0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.184483] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028708, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.337118] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.337118] env[62226]: DEBUG nova.compute.manager [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2163.339754] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.710s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.339979] env[62226]: DEBUG nova.objects.instance [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Lazy-loading 'resources' on Instance uuid 4285cc1c-e73c-45f9-8163-828f88d562b6 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2163.380502] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.690245] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028708, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.843991] env[62226]: DEBUG nova.compute.utils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2163.849084] env[62226]: DEBUG nova.compute.manager [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2163.849268] env[62226]: DEBUG nova.network.neutron [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2163.900986] env[62226]: DEBUG nova.policy [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38384d4eb1f643aa80a7a0a92cf947a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0eb0b12511f4fc188cbeff3fd5bbfc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2163.924290] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2163.924290] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2163.924290] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleting the datastore file [datastore1] 7f16ec7d-56cf-4636-bcca-9dd80b5470b4 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2163.924290] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9c8840a-dc7e-42d7-9eae-2fdd7c524872 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.930546] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2163.931507] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2163.931507] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Deleting the datastore file [datastore2] b0fa532a-08ec-45fc-b7a8-460c0e190238 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2163.932950] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cc97981-f19e-4c89-9a9d-06dd93ca3ca5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.935967] env[62226]: DEBUG oslo_vmware.api [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for the task: (returnval){ [ 2163.935967] env[62226]: value = "task-2028718" [ 2163.935967] env[62226]: _type = "Task" [ 2163.935967] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.947206] env[62226]: DEBUG oslo_vmware.api [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Waiting for the task: (returnval){ [ 2163.947206] env[62226]: value = "task-2028719" [ 2163.947206] env[62226]: _type = "Task" [ 2163.947206] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.961337] env[62226]: DEBUG oslo_vmware.api [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.966333] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2163.966539] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2163.966712] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Deleting the datastore file [datastore1] 231b6ed7-fde3-4103-bf2f-deab8f9097c7 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2163.967289] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30b44e4f-3f68-4345-be9d-ad72f7946e4c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.973345] env[62226]: DEBUG oslo_vmware.api [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.979821] env[62226]: DEBUG oslo_vmware.api [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for the task: (returnval){ [ 2163.979821] env[62226]: value = "task-2028720" [ 2163.979821] env[62226]: _type = "Task" [ 2163.979821] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.990518] env[62226]: DEBUG oslo_vmware.api [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.135096] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8bec06-6c01-4658-bc39-8bb4e9956927 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.143481] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94c6917-cffa-4c57-8c24-64760c95c544 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.181018] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec905ad2-c148-4813-8beb-f1e2f639ef0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.189220] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028708, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.193017] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d4ec5b-60db-495c-8701-c8b70e1b8c5d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.211048] env[62226]: DEBUG nova.compute.provider_tree [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2164.239541] env[62226]: DEBUG nova.network.neutron [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Successfully created port: 85c25071-8790-4312-bd93-ee9ea446e72d {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2164.352052] env[62226]: DEBUG nova.compute.manager [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2164.448770] env[62226]: DEBUG oslo_vmware.api [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Task: {'id': task-2028718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237168} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.452329] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2164.452652] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2164.452878] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2164.453114] env[62226]: INFO nova.compute.manager [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Took 3.41 seconds to destroy the instance on the hypervisor. [ 2164.453399] env[62226]: DEBUG oslo.service.loopingcall [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2164.453951] env[62226]: DEBUG nova.compute.manager [-] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2164.454067] env[62226]: DEBUG nova.network.neutron [-] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2164.460432] env[62226]: DEBUG oslo_vmware.api [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Task: {'id': task-2028719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183229} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.460689] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2164.460866] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2164.461053] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2164.461223] env[62226]: INFO nova.compute.manager [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Took 3.71 seconds to destroy the instance on the hypervisor. [ 2164.461448] env[62226]: DEBUG oslo.service.loopingcall [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2164.461635] env[62226]: DEBUG nova.compute.manager [-] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2164.461726] env[62226]: DEBUG nova.network.neutron [-] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2164.491147] env[62226]: DEBUG oslo_vmware.api [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Task: {'id': task-2028720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245208} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.491391] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2164.491746] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2164.491967] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2164.492166] env[62226]: INFO nova.compute.manager [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Took 5.37 seconds to destroy the instance on the hypervisor. [ 2164.492397] env[62226]: DEBUG oslo.service.loopingcall [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2164.492624] env[62226]: DEBUG nova.compute.manager [-] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2164.492718] env[62226]: DEBUG nova.network.neutron [-] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2164.689651] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028708, 'name': CloneVM_Task, 'duration_secs': 4.451878} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.690125] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Created linked-clone VM from snapshot [ 2164.690879] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363148e0-18c5-4044-9f2a-cec05aa92418 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.699523] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Uploading image 97090e31-e93f-4db6-a045-610fb00904ab {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2164.715860] env[62226]: DEBUG nova.scheduler.client.report [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2164.728028] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2164.728028] env[62226]: value = "vm-416719" [ 2164.728028] env[62226]: _type = "VirtualMachine" [ 2164.728028] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2164.728265] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c8724a04-40ea-4939-b70f-65d5b10ccc10 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.735887] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lease: (returnval){ [ 2164.735887] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c5d1e1-d3c3-c12a-1209-95d9347df1e6" [ 2164.735887] env[62226]: _type = "HttpNfcLease" [ 2164.735887] env[62226]: } obtained for exporting VM: (result){ [ 2164.735887] env[62226]: value = "vm-416719" [ 2164.735887] env[62226]: _type = "VirtualMachine" [ 2164.735887] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2164.736388] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the lease: (returnval){ [ 2164.736388] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c5d1e1-d3c3-c12a-1209-95d9347df1e6" [ 2164.736388] env[62226]: _type = "HttpNfcLease" [ 2164.736388] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2164.744550] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2164.744550] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c5d1e1-d3c3-c12a-1209-95d9347df1e6" [ 2164.744550] env[62226]: _type = "HttpNfcLease" [ 2164.744550] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2164.810850] env[62226]: DEBUG nova.compute.manager [req-913c6f4f-7c6e-466d-962c-9eed3b80b82d req-d6b04d80-501f-461d-89ad-409186ea4e0d service nova] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Received event network-vif-deleted-739695f8-1acd-470f-893a-df6bfc579572 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2164.811083] env[62226]: INFO nova.compute.manager [req-913c6f4f-7c6e-466d-962c-9eed3b80b82d req-d6b04d80-501f-461d-89ad-409186ea4e0d service nova] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Neutron deleted interface 739695f8-1acd-470f-893a-df6bfc579572; detaching it from the instance and deleting it from the info cache [ 2164.811265] env[62226]: DEBUG nova.network.neutron [req-913c6f4f-7c6e-466d-962c-9eed3b80b82d req-d6b04d80-501f-461d-89ad-409186ea4e0d service nova] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.970915] env[62226]: DEBUG nova.compute.manager [req-dc72ca5c-ebb3-4dab-b3ac-3d2f8fa02680 req-0f21bd61-32f5-4e6c-98ec-d1a7e7ae1a8c service nova] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Received event network-vif-deleted-5f7ee313-6199-4f4a-a2dc-d14840208379 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2164.971333] env[62226]: INFO nova.compute.manager [req-dc72ca5c-ebb3-4dab-b3ac-3d2f8fa02680 req-0f21bd61-32f5-4e6c-98ec-d1a7e7ae1a8c service nova] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Neutron deleted interface 5f7ee313-6199-4f4a-a2dc-d14840208379; detaching it from the instance and deleting it from the info cache [ 2164.971333] env[62226]: DEBUG nova.network.neutron [req-dc72ca5c-ebb3-4dab-b3ac-3d2f8fa02680 req-0f21bd61-32f5-4e6c-98ec-d1a7e7ae1a8c service nova] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.224078] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.226484] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.845s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.226684] env[62226]: DEBUG nova.objects.instance [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2165.245033] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2165.245033] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c5d1e1-d3c3-c12a-1209-95d9347df1e6" [ 2165.245033] env[62226]: _type = "HttpNfcLease" [ 2165.245033] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2165.245383] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2165.245383] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c5d1e1-d3c3-c12a-1209-95d9347df1e6" [ 2165.245383] env[62226]: _type = "HttpNfcLease" [ 2165.245383] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2165.246374] env[62226]: INFO nova.scheduler.client.report [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Deleted allocations for instance 4285cc1c-e73c-45f9-8163-828f88d562b6 [ 2165.247800] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68217ac-53dd-4667-807a-595b476f649b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.257485] env[62226]: DEBUG nova.network.neutron [-] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.258610] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529672ed-257b-cd84-2d93-30f2324e8976/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2165.258783] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529672ed-257b-cd84-2d93-30f2324e8976/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2165.316454] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6c7f239-99be-4028-9ba1-41ed37ddfd0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.327267] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6583afb4-dd1e-4ab6-b44a-75a5ff53af73 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.358577] env[62226]: DEBUG nova.compute.manager [req-913c6f4f-7c6e-466d-962c-9eed3b80b82d req-d6b04d80-501f-461d-89ad-409186ea4e0d service nova] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Detach interface failed, port_id=739695f8-1acd-470f-893a-df6bfc579572, reason: Instance 7f16ec7d-56cf-4636-bcca-9dd80b5470b4 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2165.359948] env[62226]: DEBUG nova.compute.manager [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2165.372425] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0da4f933-3181-4cc9-a693-6b3985f32388 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.375957] env[62226]: DEBUG nova.network.neutron [-] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.389783] env[62226]: DEBUG nova.virt.hardware [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2165.390066] env[62226]: DEBUG nova.virt.hardware [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2165.390254] env[62226]: DEBUG nova.virt.hardware [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2165.390444] env[62226]: DEBUG nova.virt.hardware [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2165.390663] env[62226]: DEBUG nova.virt.hardware [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2165.390841] env[62226]: DEBUG nova.virt.hardware [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2165.391082] env[62226]: DEBUG nova.virt.hardware [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2165.391269] env[62226]: DEBUG nova.virt.hardware [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2165.391448] env[62226]: DEBUG nova.virt.hardware [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2165.391639] env[62226]: DEBUG nova.virt.hardware [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2165.391860] env[62226]: DEBUG nova.virt.hardware [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2165.394708] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb7d098-7923-4da3-bcc2-0f2dbec32d43 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.398904] env[62226]: DEBUG nova.network.neutron [-] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.407448] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13814720-2341-454f-8d0e-9f54e4199a32 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.423127] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.423383] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.423567] env[62226]: DEBUG nova.compute.manager [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Going to confirm migration 7 {{(pid=62226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2165.475083] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c880d20d-e637-48ec-89e0-502eb8706d12 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.483815] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1092e2-538b-42ae-adbd-54d77811fe99 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.515199] env[62226]: DEBUG nova.compute.manager [req-dc72ca5c-ebb3-4dab-b3ac-3d2f8fa02680 req-0f21bd61-32f5-4e6c-98ec-d1a7e7ae1a8c service nova] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Detach interface failed, port_id=5f7ee313-6199-4f4a-a2dc-d14840208379, reason: Instance b0fa532a-08ec-45fc-b7a8-460c0e190238 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2165.763679] env[62226]: INFO nova.compute.manager [-] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Took 1.31 seconds to deallocate network for instance. [ 2165.769034] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c9c2971a-8a6c-4352-b65e-04f1d2536420 tempest-ServerMetadataNegativeTestJSON-1357612910 tempest-ServerMetadataNegativeTestJSON-1357612910-project-member] Lock "4285cc1c-e73c-45f9-8163-828f88d562b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.970s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.517787] env[62226]: DEBUG nova.network.neutron [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Successfully updated port: 85c25071-8790-4312-bd93-ee9ea446e72d {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2166.519416] env[62226]: DEBUG nova.network.neutron [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Successfully updated port: 965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2166.521093] env[62226]: INFO nova.compute.manager [-] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Took 2.06 seconds to deallocate network for instance. [ 2166.521093] env[62226]: INFO nova.compute.manager [-] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Took 2.03 seconds to deallocate network for instance. [ 2166.524070] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9a11c778-4785-4a81-abcf-d79e49612f57 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.298s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.525506] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.525827] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.526106] env[62226]: DEBUG nova.objects.instance [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lazy-loading 'resources' on Instance uuid 7f16ec7d-56cf-4636-bcca-9dd80b5470b4 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.604421] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.604682] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquired lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.604925] env[62226]: DEBUG nova.network.neutron [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2166.605163] env[62226]: DEBUG nova.objects.instance [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lazy-loading 'info_cache' on Instance uuid 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.679458] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.679458] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2167.010305] env[62226]: DEBUG nova.compute.manager [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Received event network-vif-deleted-2c7bf0bd-45a8-4999-a94b-621e431d35c0 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2167.010609] env[62226]: DEBUG nova.compute.manager [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Received event network-vif-plugged-965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2167.010739] env[62226]: DEBUG oslo_concurrency.lockutils [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] Acquiring lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.010943] env[62226]: DEBUG oslo_concurrency.lockutils [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.013576] env[62226]: DEBUG oslo_concurrency.lockutils [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.014819] env[62226]: DEBUG nova.compute.manager [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] No waiting events found dispatching network-vif-plugged-965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2167.015575] env[62226]: WARNING nova.compute.manager [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Received unexpected event network-vif-plugged-965a0802-b429-4be9-9f73-75932fde0d20 for instance with vm_state building and task_state spawning. [ 2167.016065] env[62226]: DEBUG nova.compute.manager [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Received event network-changed-965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2167.016844] env[62226]: DEBUG nova.compute.manager [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Refreshing instance network info cache due to event network-changed-965a0802-b429-4be9-9f73-75932fde0d20. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2167.016940] env[62226]: DEBUG oslo_concurrency.lockutils [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] Acquiring lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.017710] env[62226]: DEBUG oslo_concurrency.lockutils [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] Acquired lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.017710] env[62226]: DEBUG nova.network.neutron [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Refreshing network info cache for port 965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2167.028378] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "refresh_cache-791d64d9-4e5a-4164-a319-d65e8ecf16ee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.028530] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "refresh_cache-791d64d9-4e5a-4164-a319-d65e8ecf16ee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.032018] env[62226]: DEBUG nova.network.neutron [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2167.038991] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.041442] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.042822] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.189316] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2167.190126] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2167.191187] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2167.273928] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ba22d8-ba3e-40d7-b896-92d2b2cba734 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.282094] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b41c637-3564-493d-85d8-f42c4d54356f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.317440] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bf7f45-c3a2-4df4-93a1-23f971adf87f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.325941] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedeea58-7bed-441b-a758-b7f2abb173a2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.342864] env[62226]: DEBUG nova.compute.provider_tree [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2167.572884] env[62226]: DEBUG nova.network.neutron [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2167.576994] env[62226]: DEBUG nova.network.neutron [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2167.697573] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Skipping network cache update for instance because it is being deleted. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 2167.697820] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Skipping network cache update for instance because it is Building. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 2167.697982] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Skipping network cache update for instance because it is Building. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 2167.739575] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "refresh_cache-7f16ec7d-56cf-4636-bcca-9dd80b5470b4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.739892] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquired lock "refresh_cache-7f16ec7d-56cf-4636-bcca-9dd80b5470b4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.740063] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Forcefully refreshing network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2167.740261] env[62226]: DEBUG nova.objects.instance [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lazy-loading 'info_cache' on Instance uuid 7f16ec7d-56cf-4636-bcca-9dd80b5470b4 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2167.785703] env[62226]: DEBUG nova.network.neutron [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.846073] env[62226]: DEBUG nova.scheduler.client.report [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2167.889253] env[62226]: DEBUG nova.network.neutron [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Updating instance_info_cache with network_info: [{"id": "85c25071-8790-4312-bd93-ee9ea446e72d", "address": "fa:16:3e:dd:b8:34", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c25071-87", "ovs_interfaceid": "85c25071-8790-4312-bd93-ee9ea446e72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.964507] env[62226]: DEBUG nova.network.neutron [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance_info_cache with network_info: [{"id": "074684a4-8d42-46ad-ae1a-6bdb506d81b6", "address": "fa:16:3e:e3:40:9e", "network": {"id": "fd6dfd39-b90a-43f5-8e7a-feb8ee67ff22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-12931867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ec98363f37c46b9a380ef16befd4154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074684a4-8d", "ovs_interfaceid": "074684a4-8d42-46ad-ae1a-6bdb506d81b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.288877] env[62226]: DEBUG oslo_concurrency.lockutils [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] Releasing lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.289249] env[62226]: DEBUG nova.compute.manager [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Received event network-vif-plugged-85c25071-8790-4312-bd93-ee9ea446e72d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2168.289450] env[62226]: DEBUG oslo_concurrency.lockutils [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] Acquiring lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.289704] env[62226]: DEBUG oslo_concurrency.lockutils [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.289904] env[62226]: DEBUG oslo_concurrency.lockutils [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.290120] env[62226]: DEBUG nova.compute.manager [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] No waiting events found dispatching network-vif-plugged-85c25071-8790-4312-bd93-ee9ea446e72d {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2168.290345] env[62226]: WARNING nova.compute.manager [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Received unexpected event network-vif-plugged-85c25071-8790-4312-bd93-ee9ea446e72d for instance with vm_state building and task_state spawning. [ 2168.290793] env[62226]: DEBUG nova.compute.manager [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Received event network-changed-85c25071-8790-4312-bd93-ee9ea446e72d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2168.291038] env[62226]: DEBUG nova.compute.manager [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Refreshing instance network info cache due to event network-changed-85c25071-8790-4312-bd93-ee9ea446e72d. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2168.291237] env[62226]: DEBUG oslo_concurrency.lockutils [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] Acquiring lock "refresh_cache-791d64d9-4e5a-4164-a319-d65e8ecf16ee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.291459] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.291610] env[62226]: DEBUG nova.network.neutron [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2168.350761] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.353362] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.312s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.353625] env[62226]: DEBUG nova.objects.instance [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Lazy-loading 'resources' on Instance uuid b0fa532a-08ec-45fc-b7a8-460c0e190238 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.376610] env[62226]: INFO nova.scheduler.client.report [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Deleted allocations for instance 7f16ec7d-56cf-4636-bcca-9dd80b5470b4 [ 2168.392283] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "refresh_cache-791d64d9-4e5a-4164-a319-d65e8ecf16ee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.392636] env[62226]: DEBUG nova.compute.manager [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Instance network_info: |[{"id": "85c25071-8790-4312-bd93-ee9ea446e72d", "address": "fa:16:3e:dd:b8:34", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c25071-87", "ovs_interfaceid": "85c25071-8790-4312-bd93-ee9ea446e72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2168.392944] env[62226]: DEBUG oslo_concurrency.lockutils [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] Acquired lock "refresh_cache-791d64d9-4e5a-4164-a319-d65e8ecf16ee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.393140] env[62226]: DEBUG nova.network.neutron [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Refreshing network info cache for port 85c25071-8790-4312-bd93-ee9ea446e72d {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2168.394287] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:b8:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85c25071-8790-4312-bd93-ee9ea446e72d', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2168.401964] env[62226]: DEBUG oslo.service.loopingcall [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2168.403030] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2168.403278] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e172655-eac9-47a2-a62f-208b62c35911 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.423095] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2168.423095] env[62226]: value = "task-2028722" [ 2168.423095] env[62226]: _type = "Task" [ 2168.423095] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.431035] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028722, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.467820] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Releasing lock "refresh_cache-7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.468221] env[62226]: DEBUG nova.objects.instance [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lazy-loading 'migration_context' on Instance uuid 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.763307] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2168.824673] env[62226]: DEBUG nova.network.neutron [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2168.889436] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c43efe05-7b88-4bb7-8df2-f6855e5afa77 tempest-ServersTestJSON-408336106 tempest-ServersTestJSON-408336106-project-member] Lock "7f16ec7d-56cf-4636-bcca-9dd80b5470b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.353s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.934667] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028722, 'name': CreateVM_Task, 'duration_secs': 0.406607} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.934857] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2168.935586] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.935752] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.936089] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2168.936352] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1bea1f-acb2-4f23-b655-0f170ca28748 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.941896] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2168.941896] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5260e13e-0e24-e535-903d-0cb9f9df3d98" [ 2168.941896] env[62226]: _type = "Task" [ 2168.941896] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.959961] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5260e13e-0e24-e535-903d-0cb9f9df3d98, 'name': SearchDatastore_Task} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.960287] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.960542] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2168.960796] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.960943] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.961155] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2168.961416] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ac77001-0232-4785-8d89-2a178b591afe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.971730] env[62226]: DEBUG nova.objects.base [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Object Instance<7c4bdcf5-1490-42cc-99bc-de2a6c25ce14> lazy-loaded attributes: info_cache,migration_context {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2168.972784] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6362a9f2-2c36-4a91-94da-7b5c17d647b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.978989] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2168.979182] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2168.980381] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f297d3-18e9-4172-b4d3-cc2ea88c99b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.999508] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d246162b-f53a-459d-8d90-aae8d140d855 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.003501] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2169.003501] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5274915e-5bdf-a135-e3ec-1a0d3b60ff0d" [ 2169.003501] env[62226]: _type = "Task" [ 2169.003501] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.008414] env[62226]: DEBUG oslo_vmware.api [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2169.008414] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52073158-9871-8e3d-2c88-dbe8fec1b1e1" [ 2169.008414] env[62226]: _type = "Task" [ 2169.008414] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.015530] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5274915e-5bdf-a135-e3ec-1a0d3b60ff0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.016589] env[62226]: DEBUG nova.network.neutron [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updating instance_info_cache with network_info: [{"id": "965a0802-b429-4be9-9f73-75932fde0d20", "address": "fa:16:3e:4e:4a:0a", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965a0802-b4", "ovs_interfaceid": "965a0802-b429-4be9-9f73-75932fde0d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.026805] env[62226]: DEBUG oslo_vmware.api [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52073158-9871-8e3d-2c88-dbe8fec1b1e1, 'name': SearchDatastore_Task, 'duration_secs': 0.00883} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.027125] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.077663] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a25e556-7834-424b-b1f3-151859629e60 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.086649] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b25ecb7-94aa-4ef0-af43-f091b7db443e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.120715] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ded242-a4b7-4cd1-98da-510b226d5904 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.131138] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cae7192-5da4-40da-8899-a6c2e2a7212f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.145768] env[62226]: DEBUG nova.compute.provider_tree [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2169.198326] env[62226]: DEBUG nova.network.neutron [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Updated VIF entry in instance network info cache for port 85c25071-8790-4312-bd93-ee9ea446e72d. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2169.198710] env[62226]: DEBUG nova.network.neutron [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Updating instance_info_cache with network_info: [{"id": "85c25071-8790-4312-bd93-ee9ea446e72d", "address": "fa:16:3e:dd:b8:34", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c25071-87", "ovs_interfaceid": "85c25071-8790-4312-bd93-ee9ea446e72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.342776] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.514625] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5274915e-5bdf-a135-e3ec-1a0d3b60ff0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013596} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.515460] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e7a0ec3-fc5d-47c8-a4ee-8119a29672b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.520980] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2169.520980] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52212504-81b1-8716-a627-c0257699903b" [ 2169.520980] env[62226]: _type = "Task" [ 2169.520980] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.521412] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.521692] env[62226]: DEBUG nova.compute.manager [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Instance network_info: |[{"id": "965a0802-b429-4be9-9f73-75932fde0d20", "address": "fa:16:3e:4e:4a:0a", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965a0802-b4", "ovs_interfaceid": "965a0802-b429-4be9-9f73-75932fde0d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2169.522161] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:4a:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '965a0802-b429-4be9-9f73-75932fde0d20', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2169.531673] env[62226]: DEBUG oslo.service.loopingcall [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2169.533985] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2169.534247] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98641772-1689-4aec-b6aa-e8b257c398cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.555620] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52212504-81b1-8716-a627-c0257699903b, 'name': SearchDatastore_Task, 'duration_secs': 0.015564} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.557018] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.557298] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 791d64d9-4e5a-4164-a319-d65e8ecf16ee/791d64d9-4e5a-4164-a319-d65e8ecf16ee.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2169.557563] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2169.557563] env[62226]: value = "task-2028723" [ 2169.557563] env[62226]: _type = "Task" [ 2169.557563] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.557762] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b871db51-136d-4306-a3a2-7ad91671c78a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.567287] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2169.567287] env[62226]: value = "task-2028724" [ 2169.567287] env[62226]: _type = "Task" [ 2169.567287] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.570744] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028723, 'name': CreateVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.578457] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.649567] env[62226]: DEBUG nova.scheduler.client.report [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2169.701308] env[62226]: DEBUG oslo_concurrency.lockutils [req-56318b27-dc08-4ab5-9f80-93f39181d43e req-9054c8df-2662-46cf-a503-fac11b327222 service nova] Releasing lock "refresh_cache-791d64d9-4e5a-4164-a319-d65e8ecf16ee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.845962] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Releasing lock "refresh_cache-7f16ec7d-56cf-4636-bcca-9dd80b5470b4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.846358] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Updated the network info_cache for instance {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2169.846650] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2169.846949] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2169.847279] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2169.847365] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2169.847568] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2169.847807] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2169.847968] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2169.848255] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2170.076075] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028723, 'name': CreateVM_Task, 'duration_secs': 0.500103} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.076075] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2170.076991] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.077327] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.077776] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2170.078612] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb80d675-db7f-4072-9061-9505b92e25ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.084462] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028724, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.086191] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2170.086191] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5290ae60-8f21-a348-23c8-361823352d8a" [ 2170.086191] env[62226]: _type = "Task" [ 2170.086191] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.095881] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5290ae60-8f21-a348-23c8-361823352d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.157025] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.157772] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.115s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.158539] env[62226]: DEBUG nova.objects.instance [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lazy-loading 'resources' on Instance uuid 231b6ed7-fde3-4103-bf2f-deab8f9097c7 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2170.187732] env[62226]: INFO nova.scheduler.client.report [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Deleted allocations for instance b0fa532a-08ec-45fc-b7a8-460c0e190238 [ 2170.352040] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.584049] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660457} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.585014] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 791d64d9-4e5a-4164-a319-d65e8ecf16ee/791d64d9-4e5a-4164-a319-d65e8ecf16ee.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2170.585341] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2170.585698] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6d777b5-d668-4615-ab6b-3cd227d69bf5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.597191] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5290ae60-8f21-a348-23c8-361823352d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.066156} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.598904] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.599332] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2170.599642] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.599860] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.600134] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2170.600513] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2170.600513] env[62226]: value = "task-2028725" [ 2170.600513] env[62226]: _type = "Task" [ 2170.600513] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.600822] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d304b44-767e-4231-92ac-5d36ec7271ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.611827] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.613462] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2170.613701] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2170.614466] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c1c70b3-69d2-4318-9b7b-fdd926e0f274 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.620449] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2170.620449] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520cb408-8298-78bf-caa5-8056250ceb41" [ 2170.620449] env[62226]: _type = "Task" [ 2170.620449] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.631360] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520cb408-8298-78bf-caa5-8056250ceb41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.697096] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f80417a6-bee1-44b1-a3b4-e30c59927a40 tempest-ServerMetadataTestJSON-1689017231 tempest-ServerMetadataTestJSON-1689017231-project-member] Lock "b0fa532a-08ec-45fc-b7a8-460c0e190238" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.459s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.898224] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd84e54-fa2a-4031-bc1c-dcb7c8f638c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.906327] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df436a94-fff8-4968-8f7e-72517c011cfa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.936130] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2996b8-b3e1-4fd8-b680-30c6e7714c68 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.944259] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8034d2a-8adb-4ddb-895f-d131b2d8e9fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.958947] env[62226]: DEBUG nova.compute.provider_tree [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2171.113781] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083072} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.114096] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2171.114857] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3042d5a3-3af0-44aa-92a9-90fc40e619da {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.139910] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 791d64d9-4e5a-4164-a319-d65e8ecf16ee/791d64d9-4e5a-4164-a319-d65e8ecf16ee.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2171.143880] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d72a8a96-71c2-475f-9378-15577043a2ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.165616] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520cb408-8298-78bf-caa5-8056250ceb41, 'name': SearchDatastore_Task, 'duration_secs': 0.012561} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.167645] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2171.167645] env[62226]: value = "task-2028726" [ 2171.167645] env[62226]: _type = "Task" [ 2171.167645] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.167890] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9131dafc-2b98-4ef5-9a87-e3f510b98ddd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.176365] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2171.176365] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521128ce-894f-2d7c-839a-8cb922d0de99" [ 2171.176365] env[62226]: _type = "Task" [ 2171.176365] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.180895] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028726, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.188602] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521128ce-894f-2d7c-839a-8cb922d0de99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.462201] env[62226]: DEBUG nova.scheduler.client.report [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2171.680496] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028726, 'name': ReconfigVM_Task, 'duration_secs': 0.335059} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.683880] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 791d64d9-4e5a-4164-a319-d65e8ecf16ee/791d64d9-4e5a-4164-a319-d65e8ecf16ee.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2171.684601] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95b28dfd-5e2a-4b82-b5dd-7469c3a5af37 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.691526] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521128ce-894f-2d7c-839a-8cb922d0de99, 'name': SearchDatastore_Task, 'duration_secs': 0.021433} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.692828] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.693155] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 7ed35942-2419-4d3f-a6f1-88338b8d43d0/7ed35942-2419-4d3f-a6f1-88338b8d43d0.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2171.693432] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2171.693432] env[62226]: value = "task-2028727" [ 2171.693432] env[62226]: _type = "Task" [ 2171.693432] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.693619] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee6f2621-6cd6-4075-bc4a-967b629c8001 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.705704] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028727, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.706680] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2171.706680] env[62226]: value = "task-2028728" [ 2171.706680] env[62226]: _type = "Task" [ 2171.706680] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.714350] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.970116] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.970686] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.943s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.006750] env[62226]: INFO nova.scheduler.client.report [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Deleted allocations for instance 231b6ed7-fde3-4103-bf2f-deab8f9097c7 [ 2172.209465] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028727, 'name': Rename_Task, 'duration_secs': 0.1655} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.214049] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2172.214358] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcbfe9f8-e4bf-457e-9562-474ea9790341 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.223857] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.225043] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2172.225043] env[62226]: value = "task-2028729" [ 2172.225043] env[62226]: _type = "Task" [ 2172.225043] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.234013] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.516569] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1ad1d498-f00d-44df-bccd-1f2f73b2ff4c tempest-AttachInterfacesTestJSON-1118378251 tempest-AttachInterfacesTestJSON-1118378251-project-member] Lock "231b6ed7-fde3-4103-bf2f-deab8f9097c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.908s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.657038] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f04c597-1b29-4b35-90ba-9d6e6dfbfc55 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.664899] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9a0bdf-c7c6-4271-a8bc-cea1d41e6ab7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.698094] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b22f3cf-d153-4171-b825-0fc62cb5f528 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.705827] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5a562-3015-4a55-9155-92b97b3718f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.717741] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028728, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.725972] env[62226]: DEBUG nova.compute.provider_tree [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2172.736051] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028729, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.218685] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028728, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.235815] env[62226]: DEBUG nova.scheduler.client.report [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2173.238077] env[62226]: DEBUG oslo_vmware.api [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028729, 'name': PowerOnVM_Task, 'duration_secs': 0.544391} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.238525] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2173.238726] env[62226]: INFO nova.compute.manager [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Took 7.88 seconds to spawn the instance on the hypervisor. [ 2173.238905] env[62226]: DEBUG nova.compute.manager [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2173.239690] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8f4caa-8378-4edf-99ce-ddaf9823400f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.720624] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028728, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.616816} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.721048] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 7ed35942-2419-4d3f-a6f1-88338b8d43d0/7ed35942-2419-4d3f-a6f1-88338b8d43d0.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2173.721251] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2173.721576] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b66cbd3e-0ee0-4d46-909d-366422767afa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.728771] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2173.728771] env[62226]: value = "task-2028730" [ 2173.728771] env[62226]: _type = "Task" [ 2173.728771] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.737491] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.757726] env[62226]: INFO nova.compute.manager [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Took 14.84 seconds to build instance. [ 2174.242704] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132112} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.244457] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.274s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.247723] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2174.248326] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.897s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.248805] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.248805] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2174.249719] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43b8860-1612-4723-86c9-43a3f89ae9bb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.253136] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82be440-bd42-41fb-808d-595b22aee445 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.261908] env[62226]: DEBUG oslo_concurrency.lockutils [None req-331e7301-ed28-43d7-a65f-ece6dbf483a9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.351s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.272112] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d24657-ad4d-483f-932a-10fe2017beda {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.285189] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 7ed35942-2419-4d3f-a6f1-88338b8d43d0/7ed35942-2419-4d3f-a6f1-88338b8d43d0.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2174.285571] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a5235e-141a-429d-9d41-f47860b14fd8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.317606] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0928953-9236-4329-9d70-7025e8305e18 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.324024] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2174.324024] env[62226]: value = "task-2028731" [ 2174.324024] env[62226]: _type = "Task" [ 2174.324024] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.329633] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e895e9-1084-46d4-8a40-162980dd1be3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.341330] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.370668] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179323MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2174.370853] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.371048] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.731577] env[62226]: DEBUG nova.compute.manager [req-cd4583a9-8188-4f21-ba31-6f79b2325273 req-a5674e17-07c4-4ff0-9fb1-09a1a81aa373 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Received event network-changed-85c25071-8790-4312-bd93-ee9ea446e72d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2174.731866] env[62226]: DEBUG nova.compute.manager [req-cd4583a9-8188-4f21-ba31-6f79b2325273 req-a5674e17-07c4-4ff0-9fb1-09a1a81aa373 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Refreshing instance network info cache due to event network-changed-85c25071-8790-4312-bd93-ee9ea446e72d. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2174.732067] env[62226]: DEBUG oslo_concurrency.lockutils [req-cd4583a9-8188-4f21-ba31-6f79b2325273 req-a5674e17-07c4-4ff0-9fb1-09a1a81aa373 service nova] Acquiring lock "refresh_cache-791d64d9-4e5a-4164-a319-d65e8ecf16ee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.732746] env[62226]: DEBUG oslo_concurrency.lockutils [req-cd4583a9-8188-4f21-ba31-6f79b2325273 req-a5674e17-07c4-4ff0-9fb1-09a1a81aa373 service nova] Acquired lock "refresh_cache-791d64d9-4e5a-4164-a319-d65e8ecf16ee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.732920] env[62226]: DEBUG nova.network.neutron [req-cd4583a9-8188-4f21-ba31-6f79b2325273 req-a5674e17-07c4-4ff0-9fb1-09a1a81aa373 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Refreshing network info cache for port 85c25071-8790-4312-bd93-ee9ea446e72d {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2174.820678] env[62226]: INFO nova.scheduler.client.report [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted allocation for migration 568b0dc3-d375-4053-a219-8bd0058b8842 [ 2174.835684] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.922770] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529672ed-257b-cd84-2d93-30f2324e8976/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2174.923286] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01d1c48-f757-43ac-bd4c-08b3278a8f67 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.931070] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529672ed-257b-cd84-2d93-30f2324e8976/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2174.931262] env[62226]: ERROR oslo_vmware.rw_handles [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529672ed-257b-cd84-2d93-30f2324e8976/disk-0.vmdk due to incomplete transfer. [ 2174.931533] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-61c73159-6571-4e62-aad9-65484fab2e7b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.940213] env[62226]: DEBUG oslo_vmware.rw_handles [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529672ed-257b-cd84-2d93-30f2324e8976/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2174.940768] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Uploaded image 97090e31-e93f-4db6-a045-610fb00904ab to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2174.944311] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2174.944625] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7fac931e-ba4d-4762-b71c-bbc81d25a270 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.952019] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2174.952019] env[62226]: value = "task-2028732" [ 2174.952019] env[62226]: _type = "Task" [ 2174.952019] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.960169] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028732, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.335431] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.912s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.337108] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028731, 'name': ReconfigVM_Task, 'duration_secs': 0.869037} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.337509] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 7ed35942-2419-4d3f-a6f1-88338b8d43d0/7ed35942-2419-4d3f-a6f1-88338b8d43d0.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2175.342034] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3728848-fa1f-4b14-9abb-432695147c59 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.352874] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2175.352874] env[62226]: value = "task-2028733" [ 2175.352874] env[62226]: _type = "Task" [ 2175.352874] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.365513] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028733, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.417858] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.418198] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance ef2e3023-b006-47f8-b193-80b1e60e9b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.418425] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 2c7e9832-b6fa-43b0-994d-e5d578cf3485 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.418624] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance faae8d00-327e-4958-a68b-149d5ff3486b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.418816] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 2fccebf4-527c-4284-9aac-51296d89a454 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.419071] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance ed712ba9-4f95-4ae9-978a-f63a117cacbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.419250] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance d21cdd5a-85ac-4145-bb8b-76f359c97970 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.419463] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance ba6127f6-aaeb-4584-bf36-a81d1c2e70dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.419653] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.419864] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 7ed35942-2419-4d3f-a6f1-88338b8d43d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.423622] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 791d64d9-4e5a-4164-a319-d65e8ecf16ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.423622] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2175.423622] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2175.462891] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028732, 'name': Destroy_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.570669] env[62226]: DEBUG nova.network.neutron [req-cd4583a9-8188-4f21-ba31-6f79b2325273 req-a5674e17-07c4-4ff0-9fb1-09a1a81aa373 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Updated VIF entry in instance network info cache for port 85c25071-8790-4312-bd93-ee9ea446e72d. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2175.570669] env[62226]: DEBUG nova.network.neutron [req-cd4583a9-8188-4f21-ba31-6f79b2325273 req-a5674e17-07c4-4ff0-9fb1-09a1a81aa373 service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Updating instance_info_cache with network_info: [{"id": "85c25071-8790-4312-bd93-ee9ea446e72d", "address": "fa:16:3e:dd:b8:34", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c25071-87", "ovs_interfaceid": "85c25071-8790-4312-bd93-ee9ea446e72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.601471] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f125c2c9-52c1-4e3c-a489-647b33bfb9db {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.609095] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa28802-c7b7-4475-b074-e403c8eaa702 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.640767] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7e2708-de7f-4c27-af75-5ef3d7c885e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.648528] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4322df-34d6-4f53-a916-bf09232f3197 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.661608] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2175.864379] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028733, 'name': Rename_Task, 'duration_secs': 0.207867} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.866026] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2175.866026] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9b303b1-1a0d-48cf-87ac-e7f1d77e8fbe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.872069] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2175.872069] env[62226]: value = "task-2028734" [ 2175.872069] env[62226]: _type = "Task" [ 2175.872069] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.881842] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.967267] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028732, 'name': Destroy_Task, 'duration_secs': 0.712872} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.967785] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Destroyed the VM [ 2175.967785] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2175.968031] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f270355-a3fe-4aa4-b4c7-5f24dbaef3ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.977231] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2175.977231] env[62226]: value = "task-2028735" [ 2175.977231] env[62226]: _type = "Task" [ 2175.977231] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.986038] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028735, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.073710] env[62226]: DEBUG oslo_concurrency.lockutils [req-cd4583a9-8188-4f21-ba31-6f79b2325273 req-a5674e17-07c4-4ff0-9fb1-09a1a81aa373 service nova] Releasing lock "refresh_cache-791d64d9-4e5a-4164-a319-d65e8ecf16ee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.164553] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2176.384387] env[62226]: DEBUG oslo_vmware.api [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028734, 'name': PowerOnVM_Task, 'duration_secs': 0.51122} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.384656] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2176.384904] env[62226]: INFO nova.compute.manager [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Took 13.30 seconds to spawn the instance on the hypervisor. [ 2176.385045] env[62226]: DEBUG nova.compute.manager [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2176.385861] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a134d341-3cb3-4d07-9f3c-006dc8801dd8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.463946] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.464728] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.465053] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.465367] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.465626] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.468364] env[62226]: INFO nova.compute.manager [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Terminating instance [ 2176.488070] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028735, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.670175] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2176.672728] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.299s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.905163] env[62226]: INFO nova.compute.manager [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Took 22.22 seconds to build instance. [ 2176.973575] env[62226]: DEBUG nova.compute.manager [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2176.973807] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2176.975722] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d8e08b-53ce-4223-816f-9c72c7185c03 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.987433] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028735, 'name': RemoveSnapshot_Task, 'duration_secs': 0.543471} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.989525] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2176.989809] env[62226]: DEBUG nova.compute.manager [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2176.990281] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2176.991277] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde45e4a-ba7a-488a-b693-dbee030075c7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.993893] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5d93455-8bef-41a9-ac53-2be83aee61fc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.001889] env[62226]: DEBUG oslo_vmware.api [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2177.001889] env[62226]: value = "task-2028736" [ 2177.001889] env[62226]: _type = "Task" [ 2177.001889] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.009617] env[62226]: DEBUG oslo_vmware.api [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.262346] env[62226]: DEBUG nova.compute.manager [req-b0e5754e-1c06-454f-bfec-ba98b6ea27d5 req-28a26838-8b8e-402d-9233-1ffe9d380a6f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Received event network-changed-965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2177.262628] env[62226]: DEBUG nova.compute.manager [req-b0e5754e-1c06-454f-bfec-ba98b6ea27d5 req-28a26838-8b8e-402d-9233-1ffe9d380a6f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Refreshing instance network info cache due to event network-changed-965a0802-b429-4be9-9f73-75932fde0d20. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2177.262747] env[62226]: DEBUG oslo_concurrency.lockutils [req-b0e5754e-1c06-454f-bfec-ba98b6ea27d5 req-28a26838-8b8e-402d-9233-1ffe9d380a6f service nova] Acquiring lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.263294] env[62226]: DEBUG oslo_concurrency.lockutils [req-b0e5754e-1c06-454f-bfec-ba98b6ea27d5 req-28a26838-8b8e-402d-9233-1ffe9d380a6f service nova] Acquired lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.264206] env[62226]: DEBUG nova.network.neutron [req-b0e5754e-1c06-454f-bfec-ba98b6ea27d5 req-28a26838-8b8e-402d-9233-1ffe9d380a6f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Refreshing network info cache for port 965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2177.407863] env[62226]: DEBUG oslo_concurrency.lockutils [None req-383e1d50-bc4d-4200-9167-20f3f5d27765 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.729s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.509175] env[62226]: INFO nova.compute.manager [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Shelve offloading [ 2177.517629] env[62226]: DEBUG oslo_vmware.api [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028736, 'name': PowerOffVM_Task, 'duration_secs': 0.272848} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.517895] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2177.518143] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2177.518408] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c2b7f31-1634-4abd-850c-772b49cf65e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.676698] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2177.676979] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2177.677353] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleting the datastore file [datastore2] 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2177.677480] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d17ca88-6d3b-44e0-b3c0-55b89f50d8f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.684730] env[62226]: DEBUG oslo_vmware.api [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for the task: (returnval){ [ 2177.684730] env[62226]: value = "task-2028738" [ 2177.684730] env[62226]: _type = "Task" [ 2177.684730] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.693056] env[62226]: DEBUG oslo_vmware.api [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.986831] env[62226]: DEBUG nova.network.neutron [req-b0e5754e-1c06-454f-bfec-ba98b6ea27d5 req-28a26838-8b8e-402d-9233-1ffe9d380a6f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updated VIF entry in instance network info cache for port 965a0802-b429-4be9-9f73-75932fde0d20. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2177.987279] env[62226]: DEBUG nova.network.neutron [req-b0e5754e-1c06-454f-bfec-ba98b6ea27d5 req-28a26838-8b8e-402d-9233-1ffe9d380a6f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updating instance_info_cache with network_info: [{"id": "965a0802-b429-4be9-9f73-75932fde0d20", "address": "fa:16:3e:4e:4a:0a", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965a0802-b4", "ovs_interfaceid": "965a0802-b429-4be9-9f73-75932fde0d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.015241] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2178.015935] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d9a451-3063-4871-a135-fb627b3b66cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.023812] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2178.023812] env[62226]: value = "task-2028739" [ 2178.023812] env[62226]: _type = "Task" [ 2178.023812] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.031728] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.194826] env[62226]: DEBUG oslo_vmware.api [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Task: {'id': task-2028738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149416} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.194954] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2178.195174] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2178.195335] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2178.195512] env[62226]: INFO nova.compute.manager [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2178.195745] env[62226]: DEBUG oslo.service.loopingcall [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2178.195931] env[62226]: DEBUG nova.compute.manager [-] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2178.196036] env[62226]: DEBUG nova.network.neutron [-] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2178.490834] env[62226]: DEBUG oslo_concurrency.lockutils [req-b0e5754e-1c06-454f-bfec-ba98b6ea27d5 req-28a26838-8b8e-402d-9233-1ffe9d380a6f service nova] Releasing lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.534846] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2178.535131] env[62226]: DEBUG nova.compute.manager [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2178.535847] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb0362a-5f24-43cf-80c7-b509753f2a79 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.542527] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.542663] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.542917] env[62226]: DEBUG nova.network.neutron [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2178.546838] env[62226]: DEBUG nova.compute.manager [req-6faf7933-ab07-4153-bd13-f323ab0ce2f3 req-8ebf2f23-a3a6-469f-b65c-91193b7aa861 service nova] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Received event network-vif-deleted-074684a4-8d42-46ad-ae1a-6bdb506d81b6 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2178.547054] env[62226]: INFO nova.compute.manager [req-6faf7933-ab07-4153-bd13-f323ab0ce2f3 req-8ebf2f23-a3a6-469f-b65c-91193b7aa861 service nova] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Neutron deleted interface 074684a4-8d42-46ad-ae1a-6bdb506d81b6; detaching it from the instance and deleting it from the info cache [ 2178.547248] env[62226]: DEBUG nova.network.neutron [req-6faf7933-ab07-4153-bd13-f323ab0ce2f3 req-8ebf2f23-a3a6-469f-b65c-91193b7aa861 service nova] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.016461] env[62226]: DEBUG nova.network.neutron [-] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.050610] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-866c3392-a5ac-41db-b51d-0e121f8e28dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.061635] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a269444-a773-486b-85b7-13048bad020c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.094928] env[62226]: DEBUG nova.compute.manager [req-6faf7933-ab07-4153-bd13-f323ab0ce2f3 req-8ebf2f23-a3a6-469f-b65c-91193b7aa861 service nova] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Detach interface failed, port_id=074684a4-8d42-46ad-ae1a-6bdb506d81b6, reason: Instance 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2179.286412] env[62226]: DEBUG nova.network.neutron [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updating instance_info_cache with network_info: [{"id": "dc9b223f-3dce-442a-9045-a53c6e79889a", "address": "fa:16:3e:0a:04:39", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9b223f-3d", "ovs_interfaceid": "dc9b223f-3dce-442a-9045-a53c6e79889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.437845] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquiring lock "34a017e2-9242-4005-9314-b271048a8204" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.438109] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lock "34a017e2-9242-4005-9314-b271048a8204" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.519309] env[62226]: INFO nova.compute.manager [-] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Took 1.32 seconds to deallocate network for instance. [ 2179.789285] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.943336] env[62226]: DEBUG nova.compute.manager [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2180.028092] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.028448] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.028973] env[62226]: DEBUG nova.objects.instance [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lazy-loading 'resources' on Instance uuid 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2180.327153] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2180.328127] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428f853e-b33e-4bc1-9860-4c15f322bc83 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.336054] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2180.336291] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4b194e7-4cab-41c1-88e5-34ce38442b5e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.452031] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2180.452031] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2180.452031] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleting the datastore file [datastore2] d21cdd5a-85ac-4145-bb8b-76f359c97970 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2180.454041] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dfa28b4-e836-4ba1-bb35-da64440c6b25 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.459791] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2180.459791] env[62226]: value = "task-2028741" [ 2180.459791] env[62226]: _type = "Task" [ 2180.459791] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.468218] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.470367] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.572223] env[62226]: DEBUG nova.compute.manager [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Received event network-vif-unplugged-dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2180.572468] env[62226]: DEBUG oslo_concurrency.lockutils [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] Acquiring lock "d21cdd5a-85ac-4145-bb8b-76f359c97970-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.572592] env[62226]: DEBUG oslo_concurrency.lockutils [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.572839] env[62226]: DEBUG oslo_concurrency.lockutils [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.572969] env[62226]: DEBUG nova.compute.manager [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] No waiting events found dispatching network-vif-unplugged-dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2180.573157] env[62226]: WARNING nova.compute.manager [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Received unexpected event network-vif-unplugged-dc9b223f-3dce-442a-9045-a53c6e79889a for instance with vm_state shelved and task_state shelving_offloading. [ 2180.573317] env[62226]: DEBUG nova.compute.manager [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Received event network-changed-dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2180.573468] env[62226]: DEBUG nova.compute.manager [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Refreshing instance network info cache due to event network-changed-dc9b223f-3dce-442a-9045-a53c6e79889a. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2180.573646] env[62226]: DEBUG oslo_concurrency.lockutils [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] Acquiring lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.573781] env[62226]: DEBUG oslo_concurrency.lockutils [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] Acquired lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.573932] env[62226]: DEBUG nova.network.neutron [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Refreshing network info cache for port dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2180.692729] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86969934-d584-4087-afe0-2518e702952c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.700149] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35160f2a-f9b6-4ae6-81f3-2b462943267f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.743200] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad94b112-b65b-4314-8a25-8e38e809a0bc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.753513] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea0b435-c5e2-4fba-8a5b-0294ee2f08c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.772888] env[62226]: DEBUG nova.compute.provider_tree [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2180.970051] env[62226]: DEBUG oslo_vmware.api [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156291} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.970051] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2180.970051] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2180.970051] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2180.990411] env[62226]: INFO nova.scheduler.client.report [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleted allocations for instance d21cdd5a-85ac-4145-bb8b-76f359c97970 [ 2181.277051] env[62226]: DEBUG nova.scheduler.client.report [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2181.281671] env[62226]: DEBUG nova.network.neutron [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updated VIF entry in instance network info cache for port dc9b223f-3dce-442a-9045-a53c6e79889a. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2181.282017] env[62226]: DEBUG nova.network.neutron [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updating instance_info_cache with network_info: [{"id": "dc9b223f-3dce-442a-9045-a53c6e79889a", "address": "fa:16:3e:0a:04:39", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdc9b223f-3d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.494903] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.784659] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.788271] env[62226]: DEBUG oslo_concurrency.lockutils [req-051c66fd-4994-4786-99c6-b8922d2957fd req-be8eb6d7-4691-43be-b151-e69c131fc859 service nova] Releasing lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.789149] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.319s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.790633] env[62226]: INFO nova.compute.claims [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2181.862247] env[62226]: INFO nova.scheduler.client.report [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Deleted allocations for instance 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14 [ 2182.373206] env[62226]: DEBUG oslo_concurrency.lockutils [None req-41e1b64e-ae6a-4a76-8cfd-003ee70db7a2 tempest-DeleteServersTestJSON-1332014915 tempest-DeleteServersTestJSON-1332014915-project-member] Lock "7c4bdcf5-1490-42cc-99bc-de2a6c25ce14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.908s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.821936] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.942326] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027e2a2f-9908-47de-b7fb-1ad2cf4030e0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.949678] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45c7042-b434-45be-9092-b63d4f38bbb3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.978607] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481c1a71-630a-4283-9436-d34f6e0c9f74 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.985399] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787471a7-e37c-4fb1-9f01-1a27e72fd754 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.998074] env[62226]: DEBUG nova.compute.provider_tree [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2183.501140] env[62226]: DEBUG nova.scheduler.client.report [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2184.006740] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.007975] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.513s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.008249] env[62226]: DEBUG nova.objects.instance [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lazy-loading 'resources' on Instance uuid d21cdd5a-85ac-4145-bb8b-76f359c97970 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2184.510982] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquiring lock "c254d82c-5f4f-4bb5-9315-c1028005a8bf" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.511306] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lock "c254d82c-5f4f-4bb5-9315-c1028005a8bf" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.512812] env[62226]: DEBUG nova.objects.instance [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lazy-loading 'numa_topology' on Instance uuid d21cdd5a-85ac-4145-bb8b-76f359c97970 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2185.014515] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lock "c254d82c-5f4f-4bb5-9315-c1028005a8bf" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.015090] env[62226]: DEBUG nova.compute.manager [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2185.017802] env[62226]: DEBUG nova.objects.base [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2185.152575] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd203b4-4dbf-41ee-89c7-57e76ece8452 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.160078] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c49917c-6adc-4c43-9798-dd0e01ea7b27 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.192666] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d864d0f1-1718-494a-8ef9-163119379a9e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.201284] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2ba8cc-56b6-46ba-a40a-04fcc8a02811 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.213742] env[62226]: DEBUG nova.compute.provider_tree [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2185.522521] env[62226]: DEBUG nova.compute.utils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2185.523989] env[62226]: DEBUG nova.compute.manager [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2185.525689] env[62226]: DEBUG nova.network.neutron [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2185.592483] env[62226]: DEBUG nova.policy [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '287e1e187678411ca0984552911409be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61527a8a607b48a9ab0dcca0a1a62549', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2185.717284] env[62226]: DEBUG nova.scheduler.client.report [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2185.879947] env[62226]: DEBUG nova.network.neutron [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Successfully created port: 172cfb9b-61ca-48b7-87e3-e1e4c97435ad {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2186.028160] env[62226]: DEBUG nova.compute.manager [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2186.223170] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.735122] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1a355184-c065-4015-9fe3-68de4bca84c2 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.221s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.736017] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.914s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.736214] env[62226]: INFO nova.compute.manager [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Unshelving [ 2187.037075] env[62226]: DEBUG nova.compute.manager [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2187.069722] env[62226]: DEBUG nova.virt.hardware [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2187.069943] env[62226]: DEBUG nova.virt.hardware [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2187.070110] env[62226]: DEBUG nova.virt.hardware [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2187.070293] env[62226]: DEBUG nova.virt.hardware [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2187.070709] env[62226]: DEBUG nova.virt.hardware [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2187.070871] env[62226]: DEBUG nova.virt.hardware [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2187.071091] env[62226]: DEBUG nova.virt.hardware [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2187.071256] env[62226]: DEBUG nova.virt.hardware [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2187.071422] env[62226]: DEBUG nova.virt.hardware [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2187.071581] env[62226]: DEBUG nova.virt.hardware [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2187.071747] env[62226]: DEBUG nova.virt.hardware [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2187.072676] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f459737f-1950-4863-a8a0-d9f7db1453a5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.080836] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5113a142-6af1-4146-9b90-084ea22fa5e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.351589] env[62226]: DEBUG nova.compute.manager [req-e31a6fcc-e769-4890-8355-b3374d84a67f req-79eaac3b-7f6b-40c8-8669-41fc6609b646 service nova] [instance: 34a017e2-9242-4005-9314-b271048a8204] Received event network-vif-plugged-172cfb9b-61ca-48b7-87e3-e1e4c97435ad {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2187.351838] env[62226]: DEBUG oslo_concurrency.lockutils [req-e31a6fcc-e769-4890-8355-b3374d84a67f req-79eaac3b-7f6b-40c8-8669-41fc6609b646 service nova] Acquiring lock "34a017e2-9242-4005-9314-b271048a8204-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.352022] env[62226]: DEBUG oslo_concurrency.lockutils [req-e31a6fcc-e769-4890-8355-b3374d84a67f req-79eaac3b-7f6b-40c8-8669-41fc6609b646 service nova] Lock "34a017e2-9242-4005-9314-b271048a8204-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.352192] env[62226]: DEBUG oslo_concurrency.lockutils [req-e31a6fcc-e769-4890-8355-b3374d84a67f req-79eaac3b-7f6b-40c8-8669-41fc6609b646 service nova] Lock "34a017e2-9242-4005-9314-b271048a8204-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.352364] env[62226]: DEBUG nova.compute.manager [req-e31a6fcc-e769-4890-8355-b3374d84a67f req-79eaac3b-7f6b-40c8-8669-41fc6609b646 service nova] [instance: 34a017e2-9242-4005-9314-b271048a8204] No waiting events found dispatching network-vif-plugged-172cfb9b-61ca-48b7-87e3-e1e4c97435ad {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2187.352709] env[62226]: WARNING nova.compute.manager [req-e31a6fcc-e769-4890-8355-b3374d84a67f req-79eaac3b-7f6b-40c8-8669-41fc6609b646 service nova] [instance: 34a017e2-9242-4005-9314-b271048a8204] Received unexpected event network-vif-plugged-172cfb9b-61ca-48b7-87e3-e1e4c97435ad for instance with vm_state building and task_state spawning. [ 2187.452396] env[62226]: DEBUG nova.network.neutron [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Successfully updated port: 172cfb9b-61ca-48b7-87e3-e1e4c97435ad {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2187.746727] env[62226]: DEBUG nova.compute.utils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2187.955064] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquiring lock "refresh_cache-34a017e2-9242-4005-9314-b271048a8204" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.955240] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquired lock "refresh_cache-34a017e2-9242-4005-9314-b271048a8204" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.955456] env[62226]: DEBUG nova.network.neutron [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2188.250454] env[62226]: INFO nova.virt.block_device [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Booting with volume a4bf681d-e6dd-42a9-a0a4-f07fb44835c0 at /dev/sdb [ 2188.285096] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78f5e4ab-92a0-46f4-9d6d-359f5cdd3250 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.294380] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6673f7-876c-455f-ba63-d0380ff89530 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.324791] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e977adb8-c0a5-40a1-9a58-e6f2e68fcdfd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.333398] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01ed709-647d-4884-8d2c-3d855081a771 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.364078] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324d8640-67e6-45d8-8a32-4589f2fa2b4a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.370903] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be826589-1bb8-49a1-8770-752fcd1f160b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.387316] env[62226]: DEBUG nova.virt.block_device [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updating existing volume attachment record: 4936c7ae-3947-4bb4-bbd7-906e354ca027 {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2188.487262] env[62226]: DEBUG nova.network.neutron [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2188.626795] env[62226]: DEBUG nova.network.neutron [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Updating instance_info_cache with network_info: [{"id": "172cfb9b-61ca-48b7-87e3-e1e4c97435ad", "address": "fa:16:3e:6a:84:a2", "network": {"id": "0e32e56e-2dbf-4df0-9f54-2ab1d0a516a9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1194050431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61527a8a607b48a9ab0dcca0a1a62549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap172cfb9b-61", "ovs_interfaceid": "172cfb9b-61ca-48b7-87e3-e1e4c97435ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.129550] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Releasing lock "refresh_cache-34a017e2-9242-4005-9314-b271048a8204" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.130066] env[62226]: DEBUG nova.compute.manager [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Instance network_info: |[{"id": "172cfb9b-61ca-48b7-87e3-e1e4c97435ad", "address": "fa:16:3e:6a:84:a2", "network": {"id": "0e32e56e-2dbf-4df0-9f54-2ab1d0a516a9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1194050431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61527a8a607b48a9ab0dcca0a1a62549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap172cfb9b-61", "ovs_interfaceid": "172cfb9b-61ca-48b7-87e3-e1e4c97435ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2189.130323] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:84:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '172cfb9b-61ca-48b7-87e3-e1e4c97435ad', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2189.137888] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Creating folder: Project (61527a8a607b48a9ab0dcca0a1a62549). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2189.138184] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d02c5e05-a6b1-4ad1-9d0a-5ae8856d2327 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.149727] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Created folder: Project (61527a8a607b48a9ab0dcca0a1a62549) in parent group-v416438. [ 2189.149906] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Creating folder: Instances. Parent ref: group-v416724. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2189.150148] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0c38f07-feed-47ec-8da5-150691656d34 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.158596] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Created folder: Instances in parent group-v416724. [ 2189.158826] env[62226]: DEBUG oslo.service.loopingcall [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2189.159017] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34a017e2-9242-4005-9314-b271048a8204] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2189.159222] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef8a0b9c-f54b-4556-ba75-cdf34c5a4225 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.177275] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2189.177275] env[62226]: value = "task-2028748" [ 2189.177275] env[62226]: _type = "Task" [ 2189.177275] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.184541] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028748, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.381141] env[62226]: DEBUG nova.compute.manager [req-67479503-a751-40e0-94dc-5f1f3630edfc req-4cb95e3d-898e-422c-8525-257d0f6128da service nova] [instance: 34a017e2-9242-4005-9314-b271048a8204] Received event network-changed-172cfb9b-61ca-48b7-87e3-e1e4c97435ad {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2189.381403] env[62226]: DEBUG nova.compute.manager [req-67479503-a751-40e0-94dc-5f1f3630edfc req-4cb95e3d-898e-422c-8525-257d0f6128da service nova] [instance: 34a017e2-9242-4005-9314-b271048a8204] Refreshing instance network info cache due to event network-changed-172cfb9b-61ca-48b7-87e3-e1e4c97435ad. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2189.381657] env[62226]: DEBUG oslo_concurrency.lockutils [req-67479503-a751-40e0-94dc-5f1f3630edfc req-4cb95e3d-898e-422c-8525-257d0f6128da service nova] Acquiring lock "refresh_cache-34a017e2-9242-4005-9314-b271048a8204" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.381814] env[62226]: DEBUG oslo_concurrency.lockutils [req-67479503-a751-40e0-94dc-5f1f3630edfc req-4cb95e3d-898e-422c-8525-257d0f6128da service nova] Acquired lock "refresh_cache-34a017e2-9242-4005-9314-b271048a8204" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.381997] env[62226]: DEBUG nova.network.neutron [req-67479503-a751-40e0-94dc-5f1f3630edfc req-4cb95e3d-898e-422c-8525-257d0f6128da service nova] [instance: 34a017e2-9242-4005-9314-b271048a8204] Refreshing network info cache for port 172cfb9b-61ca-48b7-87e3-e1e4c97435ad {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2189.687563] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028748, 'name': CreateVM_Task, 'duration_secs': 0.343414} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.687733] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34a017e2-9242-4005-9314-b271048a8204] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2189.688525] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.688693] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.689053] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2189.689315] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8653c7-9ca8-43c0-b9a9-fc3e8027aba7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.693715] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Waiting for the task: (returnval){ [ 2189.693715] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f61c66-a0f7-10dc-ab96-a9776577abd4" [ 2189.693715] env[62226]: _type = "Task" [ 2189.693715] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.700915] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f61c66-a0f7-10dc-ab96-a9776577abd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.069772] env[62226]: DEBUG nova.network.neutron [req-67479503-a751-40e0-94dc-5f1f3630edfc req-4cb95e3d-898e-422c-8525-257d0f6128da service nova] [instance: 34a017e2-9242-4005-9314-b271048a8204] Updated VIF entry in instance network info cache for port 172cfb9b-61ca-48b7-87e3-e1e4c97435ad. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2190.070140] env[62226]: DEBUG nova.network.neutron [req-67479503-a751-40e0-94dc-5f1f3630edfc req-4cb95e3d-898e-422c-8525-257d0f6128da service nova] [instance: 34a017e2-9242-4005-9314-b271048a8204] Updating instance_info_cache with network_info: [{"id": "172cfb9b-61ca-48b7-87e3-e1e4c97435ad", "address": "fa:16:3e:6a:84:a2", "network": {"id": "0e32e56e-2dbf-4df0-9f54-2ab1d0a516a9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1194050431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61527a8a607b48a9ab0dcca0a1a62549", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap172cfb9b-61", "ovs_interfaceid": "172cfb9b-61ca-48b7-87e3-e1e4c97435ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.203650] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f61c66-a0f7-10dc-ab96-a9776577abd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011576} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.204041] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.204138] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2190.204394] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.204549] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.204731] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2190.204976] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79a72044-470d-405a-b641-c4a5ce367939 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.213743] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2190.213906] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2190.214605] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e999f9-85a1-4b95-8987-f5a7c99b4865 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.219058] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Waiting for the task: (returnval){ [ 2190.219058] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526c7434-0c1a-01d8-427a-11bbd46fd930" [ 2190.219058] env[62226]: _type = "Task" [ 2190.219058] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.225928] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526c7434-0c1a-01d8-427a-11bbd46fd930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.573074] env[62226]: DEBUG oslo_concurrency.lockutils [req-67479503-a751-40e0-94dc-5f1f3630edfc req-4cb95e3d-898e-422c-8525-257d0f6128da service nova] Releasing lock "refresh_cache-34a017e2-9242-4005-9314-b271048a8204" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.729572] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526c7434-0c1a-01d8-427a-11bbd46fd930, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.730354] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7a3eda-1f7d-4ce9-b1b9-001c9908685e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.735298] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Waiting for the task: (returnval){ [ 2190.735298] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c326e7-5786-8fa1-4f22-8245af85d599" [ 2190.735298] env[62226]: _type = "Task" [ 2190.735298] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.743072] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c326e7-5786-8fa1-4f22-8245af85d599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.245619] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c326e7-5786-8fa1-4f22-8245af85d599, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.246019] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.246147] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 34a017e2-9242-4005-9314-b271048a8204/34a017e2-9242-4005-9314-b271048a8204.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2191.246402] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-714b6695-7f66-4379-815b-e5d3682d7a62 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.252955] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Waiting for the task: (returnval){ [ 2191.252955] env[62226]: value = "task-2028750" [ 2191.252955] env[62226]: _type = "Task" [ 2191.252955] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.260394] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.763598] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439459} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.763809] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 34a017e2-9242-4005-9314-b271048a8204/34a017e2-9242-4005-9314-b271048a8204.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2191.764043] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2191.764321] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0410bcda-54f1-401b-92ec-5079f4f349e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.771167] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Waiting for the task: (returnval){ [ 2191.771167] env[62226]: value = "task-2028751" [ 2191.771167] env[62226]: _type = "Task" [ 2191.771167] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.780054] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.281274] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057887} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.281619] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2192.282591] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c07d28-443b-4de8-8a24-d9351abc4338 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.303600] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 34a017e2-9242-4005-9314-b271048a8204/34a017e2-9242-4005-9314-b271048a8204.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2192.303834] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7947ff30-5b4a-4dcf-988d-7bd75d85402b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.321810] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Waiting for the task: (returnval){ [ 2192.321810] env[62226]: value = "task-2028752" [ 2192.321810] env[62226]: _type = "Task" [ 2192.321810] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.328879] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.831939] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028752, 'name': ReconfigVM_Task, 'duration_secs': 0.266066} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.832256] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 34a017e2-9242-4005-9314-b271048a8204/34a017e2-9242-4005-9314-b271048a8204.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2192.832882] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62f52518-135d-4467-a747-9162a538ba7d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.838861] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Waiting for the task: (returnval){ [ 2192.838861] env[62226]: value = "task-2028753" [ 2192.838861] env[62226]: _type = "Task" [ 2192.838861] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.846496] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028753, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.350565] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028753, 'name': Rename_Task, 'duration_secs': 0.160515} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.350946] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2193.351090] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9f70e92-bb4b-44d5-8727-72c7af2e94b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.357665] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Waiting for the task: (returnval){ [ 2193.357665] env[62226]: value = "task-2028754" [ 2193.357665] env[62226]: _type = "Task" [ 2193.357665] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.365144] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.867625] env[62226]: DEBUG oslo_vmware.api [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028754, 'name': PowerOnVM_Task, 'duration_secs': 0.394879} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.867892] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2193.868113] env[62226]: INFO nova.compute.manager [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Took 6.83 seconds to spawn the instance on the hypervisor. [ 2193.868301] env[62226]: DEBUG nova.compute.manager [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2193.869112] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbcc24d-7dc6-4771-a1b5-74fbcbab36ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.988156] env[62226]: DEBUG oslo_concurrency.lockutils [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.988417] env[62226]: DEBUG oslo_concurrency.lockutils [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.990786] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.991026] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.991221] env[62226]: DEBUG nova.objects.instance [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lazy-loading 'pci_requests' on Instance uuid d21cdd5a-85ac-4145-bb8b-76f359c97970 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2194.384963] env[62226]: INFO nova.compute.manager [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Took 13.94 seconds to build instance. [ 2194.494226] env[62226]: DEBUG nova.compute.utils [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2194.496882] env[62226]: DEBUG nova.objects.instance [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lazy-loading 'numa_topology' on Instance uuid d21cdd5a-85ac-4145-bb8b-76f359c97970 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2194.822331] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquiring lock "34a017e2-9242-4005-9314-b271048a8204" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.886760] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f2656dc7-1deb-4a1b-ae8f-88706fcde267 tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lock "34a017e2-9242-4005-9314-b271048a8204" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.448s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.887125] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lock "34a017e2-9242-4005-9314-b271048a8204" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.065s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.887413] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquiring lock "34a017e2-9242-4005-9314-b271048a8204-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.887671] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lock "34a017e2-9242-4005-9314-b271048a8204-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.887851] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lock "34a017e2-9242-4005-9314-b271048a8204-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.889959] env[62226]: INFO nova.compute.manager [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Terminating instance [ 2194.999365] env[62226]: DEBUG oslo_concurrency.lockutils [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.000015] env[62226]: INFO nova.compute.claims [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2195.393327] env[62226]: DEBUG nova.compute.manager [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2195.393695] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2195.394478] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d727a7-cae2-4197-9760-5615d8369f6a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.402113] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2195.402345] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ddd20ea-0686-429c-9a8a-64aa661ad287 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.408687] env[62226]: DEBUG oslo_vmware.api [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Waiting for the task: (returnval){ [ 2195.408687] env[62226]: value = "task-2028755" [ 2195.408687] env[62226]: _type = "Task" [ 2195.408687] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.417471] env[62226]: DEBUG oslo_vmware.api [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.919955] env[62226]: DEBUG oslo_vmware.api [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028755, 'name': PowerOffVM_Task, 'duration_secs': 0.180486} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.920280] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2195.920510] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2195.920823] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c0b299f-0c7d-4fd7-b330-972701d034ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.018036] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2196.018184] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2196.018383] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Deleting the datastore file [datastore2] 34a017e2-9242-4005-9314-b271048a8204 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2196.018632] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d47b0db2-316b-4b77-b146-45f7a7f06e40 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.025367] env[62226]: DEBUG oslo_vmware.api [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Waiting for the task: (returnval){ [ 2196.025367] env[62226]: value = "task-2028757" [ 2196.025367] env[62226]: _type = "Task" [ 2196.025367] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.035874] env[62226]: DEBUG oslo_vmware.api [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.061238] env[62226]: DEBUG oslo_concurrency.lockutils [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.061511] env[62226]: DEBUG oslo_concurrency.lockutils [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.061776] env[62226]: INFO nova.compute.manager [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Attaching volume 2e41b213-42f0-48bf-aa78-8f1bc9b215a6 to /dev/sdb [ 2196.104936] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2c86a4-4a08-4b47-b461-8d3fb31a0268 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.114819] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ce6bae-8b81-46a9-8904-cf4d68ed521b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.128617] env[62226]: DEBUG nova.virt.block_device [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updating existing volume attachment record: 59d1d5be-f098-412d-9092-adea544788b2 {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2196.153335] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931d145e-253a-4330-9731-4d5e14a19869 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.160240] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d4bcee-2932-47e6-81df-e0d22c6aa96d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.189881] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c772e05-0041-452c-adbc-131b8c717964 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.197287] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aaba3a-b00c-41ec-8f57-6f417e09dfdf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.211874] env[62226]: DEBUG nova.compute.provider_tree [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2196.535451] env[62226]: DEBUG oslo_vmware.api [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Task: {'id': task-2028757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122912} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.535805] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2196.535983] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2196.536209] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2196.536410] env[62226]: INFO nova.compute.manager [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] [instance: 34a017e2-9242-4005-9314-b271048a8204] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2196.536648] env[62226]: DEBUG oslo.service.loopingcall [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2196.536834] env[62226]: DEBUG nova.compute.manager [-] [instance: 34a017e2-9242-4005-9314-b271048a8204] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2196.536928] env[62226]: DEBUG nova.network.neutron [-] [instance: 34a017e2-9242-4005-9314-b271048a8204] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2196.716088] env[62226]: DEBUG nova.scheduler.client.report [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2196.798668] env[62226]: DEBUG nova.compute.manager [req-3ab5a9c8-43c7-44cd-9f9c-57a3dbfd567e req-28d50369-31e2-4b2e-a4bd-da2990ba268e service nova] [instance: 34a017e2-9242-4005-9314-b271048a8204] Received event network-vif-deleted-172cfb9b-61ca-48b7-87e3-e1e4c97435ad {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2196.798837] env[62226]: INFO nova.compute.manager [req-3ab5a9c8-43c7-44cd-9f9c-57a3dbfd567e req-28d50369-31e2-4b2e-a4bd-da2990ba268e service nova] [instance: 34a017e2-9242-4005-9314-b271048a8204] Neutron deleted interface 172cfb9b-61ca-48b7-87e3-e1e4c97435ad; detaching it from the instance and deleting it from the info cache [ 2196.799021] env[62226]: DEBUG nova.network.neutron [req-3ab5a9c8-43c7-44cd-9f9c-57a3dbfd567e req-28d50369-31e2-4b2e-a4bd-da2990ba268e service nova] [instance: 34a017e2-9242-4005-9314-b271048a8204] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2197.220938] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.230s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.248348] env[62226]: INFO nova.network.neutron [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updating port dc9b223f-3dce-442a-9045-a53c6e79889a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2197.273687] env[62226]: DEBUG nova.network.neutron [-] [instance: 34a017e2-9242-4005-9314-b271048a8204] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2197.302301] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbb0be26-2477-46ad-929c-f2647ad6c46d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.312618] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf7c101-15d0-4c75-b75c-a8cd8498ce3f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.342594] env[62226]: DEBUG nova.compute.manager [req-3ab5a9c8-43c7-44cd-9f9c-57a3dbfd567e req-28d50369-31e2-4b2e-a4bd-da2990ba268e service nova] [instance: 34a017e2-9242-4005-9314-b271048a8204] Detach interface failed, port_id=172cfb9b-61ca-48b7-87e3-e1e4c97435ad, reason: Instance 34a017e2-9242-4005-9314-b271048a8204 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2197.776356] env[62226]: INFO nova.compute.manager [-] [instance: 34a017e2-9242-4005-9314-b271048a8204] Took 1.24 seconds to deallocate network for instance. [ 2198.283135] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.283302] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.283608] env[62226]: DEBUG nova.objects.instance [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lazy-loading 'resources' on Instance uuid 34a017e2-9242-4005-9314-b271048a8204 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2198.910488] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ed089b-4289-430a-8dad-449801eb8654 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.918144] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d82722-7137-4f45-bf4e-022486fe5706 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.947200] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06107cd4-1217-46b5-bf07-a85da5510ac9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.954743] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c74059-4c88-49ff-95f6-18b242d528c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.967545] env[62226]: DEBUG nova.compute.provider_tree [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2199.142232] env[62226]: DEBUG nova.compute.manager [req-81c144aa-380a-4b7e-a1ee-6af4c3cf8ba4 req-594ac990-46b8-4615-8383-e3e9e6361b2b service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Received event network-vif-plugged-dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2199.142853] env[62226]: DEBUG oslo_concurrency.lockutils [req-81c144aa-380a-4b7e-a1ee-6af4c3cf8ba4 req-594ac990-46b8-4615-8383-e3e9e6361b2b service nova] Acquiring lock "d21cdd5a-85ac-4145-bb8b-76f359c97970-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.143170] env[62226]: DEBUG oslo_concurrency.lockutils [req-81c144aa-380a-4b7e-a1ee-6af4c3cf8ba4 req-594ac990-46b8-4615-8383-e3e9e6361b2b service nova] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.143414] env[62226]: DEBUG oslo_concurrency.lockutils [req-81c144aa-380a-4b7e-a1ee-6af4c3cf8ba4 req-594ac990-46b8-4615-8383-e3e9e6361b2b service nova] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.143469] env[62226]: DEBUG nova.compute.manager [req-81c144aa-380a-4b7e-a1ee-6af4c3cf8ba4 req-594ac990-46b8-4615-8383-e3e9e6361b2b service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] No waiting events found dispatching network-vif-plugged-dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2199.143631] env[62226]: WARNING nova.compute.manager [req-81c144aa-380a-4b7e-a1ee-6af4c3cf8ba4 req-594ac990-46b8-4615-8383-e3e9e6361b2b service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Received unexpected event network-vif-plugged-dc9b223f-3dce-442a-9045-a53c6e79889a for instance with vm_state shelved_offloaded and task_state spawning. [ 2199.222431] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.222494] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2199.222624] env[62226]: DEBUG nova.network.neutron [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2199.471160] env[62226]: DEBUG nova.scheduler.client.report [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2199.921343] env[62226]: DEBUG nova.network.neutron [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updating instance_info_cache with network_info: [{"id": "dc9b223f-3dce-442a-9045-a53c6e79889a", "address": "fa:16:3e:0a:04:39", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9b223f-3d", "ovs_interfaceid": "dc9b223f-3dce-442a-9045-a53c6e79889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.976847] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.995949] env[62226]: INFO nova.scheduler.client.report [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Deleted allocations for instance 34a017e2-9242-4005-9314-b271048a8204 [ 2200.141690] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "ed712ba9-4f95-4ae9-978a-f63a117cacbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.141950] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ed712ba9-4f95-4ae9-978a-f63a117cacbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.142186] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "ed712ba9-4f95-4ae9-978a-f63a117cacbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.142380] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ed712ba9-4f95-4ae9-978a-f63a117cacbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.142549] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ed712ba9-4f95-4ae9-978a-f63a117cacbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.144725] env[62226]: INFO nova.compute.manager [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Terminating instance [ 2200.424282] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.450513] env[62226]: DEBUG nova.virt.hardware [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='642ebe4bee0715be5186609af8f0b58f',container_format='bare',created_at=2025-01-06T16:46:01Z,direct_url=,disk_format='vmdk',id=97090e31-e93f-4db6-a045-610fb00904ab,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-331200863-shelved',owner='d3d4620ee8ea49418cffd8ce0c25a074',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-01-06T16:46:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2200.450765] env[62226]: DEBUG nova.virt.hardware [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2200.450920] env[62226]: DEBUG nova.virt.hardware [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2200.451120] env[62226]: DEBUG nova.virt.hardware [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2200.451267] env[62226]: DEBUG nova.virt.hardware [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2200.451412] env[62226]: DEBUG nova.virt.hardware [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2200.451616] env[62226]: DEBUG nova.virt.hardware [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2200.451773] env[62226]: DEBUG nova.virt.hardware [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2200.451938] env[62226]: DEBUG nova.virt.hardware [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2200.452154] env[62226]: DEBUG nova.virt.hardware [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2200.452341] env[62226]: DEBUG nova.virt.hardware [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2200.453225] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554c34af-cae1-443c-ab6e-ab93e77e3772 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.460911] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e406f3b1-41cd-46fe-b346-75d35f4ab0ed {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.474079] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:04:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc9b223f-3dce-442a-9045-a53c6e79889a', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2200.481451] env[62226]: DEBUG oslo.service.loopingcall [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2200.481677] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2200.481875] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-934a23d9-02cf-46f7-b088-641836ab4acb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.502513] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2200.502513] env[62226]: value = "task-2028762" [ 2200.502513] env[62226]: _type = "Task" [ 2200.502513] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.505749] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9e10fb12-06cf-486a-bdbc-923b1cc83f5c tempest-ServerGroupTestJSON-656523033 tempest-ServerGroupTestJSON-656523033-project-member] Lock "34a017e2-9242-4005-9314-b271048a8204" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.619s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.511318] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028762, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.648596] env[62226]: DEBUG nova.compute.manager [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2200.648745] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2200.650038] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99577cc8-58bb-40bc-8ba0-4a85276cd52a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.657921] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2200.658237] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c27ec19-5627-449c-8e6c-b22d6db6ec70 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.664076] env[62226]: DEBUG oslo_vmware.api [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2200.664076] env[62226]: value = "task-2028763" [ 2200.664076] env[62226]: _type = "Task" [ 2200.664076] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.672439] env[62226]: DEBUG oslo_vmware.api [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.680529] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2200.680769] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416728', 'volume_id': '2e41b213-42f0-48bf-aa78-8f1bc9b215a6', 'name': 'volume-2e41b213-42f0-48bf-aa78-8f1bc9b215a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba6127f6-aaeb-4584-bf36-a81d1c2e70dd', 'attached_at': '', 'detached_at': '', 'volume_id': '2e41b213-42f0-48bf-aa78-8f1bc9b215a6', 'serial': '2e41b213-42f0-48bf-aa78-8f1bc9b215a6'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2200.681659] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0120bc5d-eeb5-4ecb-b642-13fd2e1cd589 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.697330] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af63357-3a22-4c8a-abaa-ed2266164b23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.723633] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-2e41b213-42f0-48bf-aa78-8f1bc9b215a6/volume-2e41b213-42f0-48bf-aa78-8f1bc9b215a6.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2200.723810] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f07a83-d919-4dc2-b562-2b81887956c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.743025] env[62226]: DEBUG oslo_vmware.api [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2200.743025] env[62226]: value = "task-2028764" [ 2200.743025] env[62226]: _type = "Task" [ 2200.743025] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.751761] env[62226]: DEBUG oslo_vmware.api [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.013980] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028762, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.172029] env[62226]: DEBUG nova.compute.manager [req-d4e63af7-78db-489c-8638-e4d3f76b2494 req-793778b4-868c-49aa-bca3-819580726fbc service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Received event network-changed-dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2201.172379] env[62226]: DEBUG nova.compute.manager [req-d4e63af7-78db-489c-8638-e4d3f76b2494 req-793778b4-868c-49aa-bca3-819580726fbc service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Refreshing instance network info cache due to event network-changed-dc9b223f-3dce-442a-9045-a53c6e79889a. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2201.172695] env[62226]: DEBUG oslo_concurrency.lockutils [req-d4e63af7-78db-489c-8638-e4d3f76b2494 req-793778b4-868c-49aa-bca3-819580726fbc service nova] Acquiring lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.172945] env[62226]: DEBUG oslo_concurrency.lockutils [req-d4e63af7-78db-489c-8638-e4d3f76b2494 req-793778b4-868c-49aa-bca3-819580726fbc service nova] Acquired lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.173261] env[62226]: DEBUG nova.network.neutron [req-d4e63af7-78db-489c-8638-e4d3f76b2494 req-793778b4-868c-49aa-bca3-819580726fbc service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Refreshing network info cache for port dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2201.183186] env[62226]: DEBUG oslo_vmware.api [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028763, 'name': PowerOffVM_Task, 'duration_secs': 0.158327} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.183186] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2201.183186] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2201.183186] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4e75ba5-41fe-47f5-bf13-ab94eb12d664 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.253381] env[62226]: DEBUG oslo_vmware.api [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028764, 'name': ReconfigVM_Task, 'duration_secs': 0.330781} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.253381] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-2e41b213-42f0-48bf-aa78-8f1bc9b215a6/volume-2e41b213-42f0-48bf-aa78-8f1bc9b215a6.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2201.257605] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1844635-b4dd-44b1-ab4e-42e06c4a376d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.268995] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2201.269203] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2201.269377] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleting the datastore file [datastore2] ed712ba9-4f95-4ae9-978a-f63a117cacbc {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2201.269972] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6afc89f2-09df-442a-8aae-950d6633a8a5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.274894] env[62226]: DEBUG oslo_vmware.api [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2201.274894] env[62226]: value = "task-2028766" [ 2201.274894] env[62226]: _type = "Task" [ 2201.274894] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.279143] env[62226]: DEBUG oslo_vmware.api [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2201.279143] env[62226]: value = "task-2028767" [ 2201.279143] env[62226]: _type = "Task" [ 2201.279143] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.285717] env[62226]: DEBUG oslo_vmware.api [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.290795] env[62226]: DEBUG oslo_vmware.api [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.514046] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028762, 'name': CreateVM_Task, 'duration_secs': 0.53575} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.514046] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2201.514521] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.514693] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.515095] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2201.515364] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ddc7757-6934-4f64-88ae-c67d127d1b83 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.519732] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2201.519732] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526822a4-1d03-6c1d-0719-7fdf8bbea40a" [ 2201.519732] env[62226]: _type = "Task" [ 2201.519732] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.527011] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526822a4-1d03-6c1d-0719-7fdf8bbea40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.795696] env[62226]: DEBUG oslo_vmware.api [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028766, 'name': ReconfigVM_Task, 'duration_secs': 0.143507} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.796025] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416728', 'volume_id': '2e41b213-42f0-48bf-aa78-8f1bc9b215a6', 'name': 'volume-2e41b213-42f0-48bf-aa78-8f1bc9b215a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba6127f6-aaeb-4584-bf36-a81d1c2e70dd', 'attached_at': '', 'detached_at': '', 'volume_id': '2e41b213-42f0-48bf-aa78-8f1bc9b215a6', 'serial': '2e41b213-42f0-48bf-aa78-8f1bc9b215a6'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2201.802256] env[62226]: DEBUG oslo_vmware.api [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132706} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.802505] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2201.802784] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2201.802969] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2201.803213] env[62226]: INFO nova.compute.manager [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2201.803441] env[62226]: DEBUG oslo.service.loopingcall [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2201.803630] env[62226]: DEBUG nova.compute.manager [-] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2201.803723] env[62226]: DEBUG nova.network.neutron [-] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2202.030497] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.030805] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Processing image 97090e31-e93f-4db6-a045-610fb00904ab {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2202.031056] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab/97090e31-e93f-4db6-a045-610fb00904ab.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.031209] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab/97090e31-e93f-4db6-a045-610fb00904ab.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2202.031428] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2202.031780] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10b5a521-c1d2-4a13-91a0-7fce59967d31 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.040752] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2202.040937] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2202.041704] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-774e5547-89e3-4680-81c4-44f51f2ade65 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.047646] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2202.047646] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527b3cd2-b2d8-81bf-b747-9d98bf12c687" [ 2202.047646] env[62226]: _type = "Task" [ 2202.047646] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.058098] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527b3cd2-b2d8-81bf-b747-9d98bf12c687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.212152] env[62226]: DEBUG nova.network.neutron [req-d4e63af7-78db-489c-8638-e4d3f76b2494 req-793778b4-868c-49aa-bca3-819580726fbc service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updated VIF entry in instance network info cache for port dc9b223f-3dce-442a-9045-a53c6e79889a. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2202.212542] env[62226]: DEBUG nova.network.neutron [req-d4e63af7-78db-489c-8638-e4d3f76b2494 req-793778b4-868c-49aa-bca3-819580726fbc service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updating instance_info_cache with network_info: [{"id": "dc9b223f-3dce-442a-9045-a53c6e79889a", "address": "fa:16:3e:0a:04:39", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9b223f-3d", "ovs_interfaceid": "dc9b223f-3dce-442a-9045-a53c6e79889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.558779] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Preparing fetch location {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2202.559049] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Fetch image to [datastore2] OSTACK_IMG_00d80efe-dc9f-4fc6-a1bb-7deb32de3c16/OSTACK_IMG_00d80efe-dc9f-4fc6-a1bb-7deb32de3c16.vmdk {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2202.559237] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Downloading stream optimized image 97090e31-e93f-4db6-a045-610fb00904ab to [datastore2] OSTACK_IMG_00d80efe-dc9f-4fc6-a1bb-7deb32de3c16/OSTACK_IMG_00d80efe-dc9f-4fc6-a1bb-7deb32de3c16.vmdk on the data store datastore2 as vApp {{(pid=62226) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2202.559408] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Downloading image file data 97090e31-e93f-4db6-a045-610fb00904ab to the ESX as VM named 'OSTACK_IMG_00d80efe-dc9f-4fc6-a1bb-7deb32de3c16' {{(pid=62226) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2202.641853] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2202.641853] env[62226]: value = "resgroup-9" [ 2202.641853] env[62226]: _type = "ResourcePool" [ 2202.641853] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2202.642974] env[62226]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ab79fc3b-aa5c-4640-a0e8-fb6e7bcc4085 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.664071] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lease: (returnval){ [ 2202.664071] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c0e50b-d762-ac6f-4c08-8ac1ffa45e66" [ 2202.664071] env[62226]: _type = "HttpNfcLease" [ 2202.664071] env[62226]: } obtained for vApp import into resource pool (val){ [ 2202.664071] env[62226]: value = "resgroup-9" [ 2202.664071] env[62226]: _type = "ResourcePool" [ 2202.664071] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2202.664071] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the lease: (returnval){ [ 2202.664071] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c0e50b-d762-ac6f-4c08-8ac1ffa45e66" [ 2202.664071] env[62226]: _type = "HttpNfcLease" [ 2202.664071] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2202.669445] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2202.669445] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c0e50b-d762-ac6f-4c08-8ac1ffa45e66" [ 2202.669445] env[62226]: _type = "HttpNfcLease" [ 2202.669445] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2202.717420] env[62226]: DEBUG oslo_concurrency.lockutils [req-d4e63af7-78db-489c-8638-e4d3f76b2494 req-793778b4-868c-49aa-bca3-819580726fbc service nova] Releasing lock "refresh_cache-d21cdd5a-85ac-4145-bb8b-76f359c97970" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.832035] env[62226]: DEBUG nova.objects.instance [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lazy-loading 'flavor' on Instance uuid ba6127f6-aaeb-4584-bf36-a81d1c2e70dd {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2203.171399] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2203.171399] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c0e50b-d762-ac6f-4c08-8ac1ffa45e66" [ 2203.171399] env[62226]: _type = "HttpNfcLease" [ 2203.171399] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2203.171819] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2203.171819] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c0e50b-d762-ac6f-4c08-8ac1ffa45e66" [ 2203.171819] env[62226]: _type = "HttpNfcLease" [ 2203.171819] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2203.172443] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1a8c7f-1294-40ba-9a0d-1baa76e2a737 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.179667] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527cc3f7-4e30-4842-23d1-59a876d87981/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2203.179861] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527cc3f7-4e30-4842-23d1-59a876d87981/disk-0.vmdk. {{(pid=62226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2203.235445] env[62226]: DEBUG nova.network.neutron [-] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.239160] env[62226]: DEBUG nova.compute.manager [req-c52a9ef8-0d91-452f-a4cb-bc13e4750a8d req-dc101822-2d86-467a-bca7-0ad9579db61f service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Received event network-vif-deleted-2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2203.239353] env[62226]: INFO nova.compute.manager [req-c52a9ef8-0d91-452f-a4cb-bc13e4750a8d req-dc101822-2d86-467a-bca7-0ad9579db61f service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Neutron deleted interface 2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a; detaching it from the instance and deleting it from the info cache [ 2203.239519] env[62226]: DEBUG nova.network.neutron [req-c52a9ef8-0d91-452f-a4cb-bc13e4750a8d req-dc101822-2d86-467a-bca7-0ad9579db61f service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.246616] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b63033c0-3825-48b7-8693-0b7e53efdd13 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.338176] env[62226]: DEBUG oslo_concurrency.lockutils [None req-30d1ecdf-aa80-46e1-8cc4-0649cffb12c8 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.277s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.503042] env[62226]: INFO nova.compute.manager [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Rescuing [ 2203.503042] env[62226]: DEBUG oslo_concurrency.lockutils [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.503281] env[62226]: DEBUG oslo_concurrency.lockutils [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.503466] env[62226]: DEBUG nova.network.neutron [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2203.738164] env[62226]: INFO nova.compute.manager [-] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Took 1.93 seconds to deallocate network for instance. [ 2203.745199] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-688e7811-092d-4586-a363-c04c0f4739e2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.755545] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034e32eb-c9e2-4987-b868-11bbb72a5dd8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.795635] env[62226]: DEBUG nova.compute.manager [req-c52a9ef8-0d91-452f-a4cb-bc13e4750a8d req-dc101822-2d86-467a-bca7-0ad9579db61f service nova] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Detach interface failed, port_id=2c4e9ecd-404e-43e2-bfc9-3e80e1113c9a, reason: Instance ed712ba9-4f95-4ae9-978a-f63a117cacbc could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2204.246309] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.246612] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.247042] env[62226]: DEBUG nova.objects.instance [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lazy-loading 'resources' on Instance uuid ed712ba9-4f95-4ae9-978a-f63a117cacbc {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2204.288586] env[62226]: DEBUG nova.network.neutron [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updating instance_info_cache with network_info: [{"id": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "address": "fa:16:3e:79:5e:07", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2dd7260-73", "ovs_interfaceid": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2204.300838] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Completed reading data from the image iterator. {{(pid=62226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2204.301172] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527cc3f7-4e30-4842-23d1-59a876d87981/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2204.302344] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02279bac-07bf-4692-aaae-393dbfaade85 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.310434] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527cc3f7-4e30-4842-23d1-59a876d87981/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2204.310634] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527cc3f7-4e30-4842-23d1-59a876d87981/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2204.310974] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0c486a14-5cd5-4c82-97f4-f6d94074a0cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.514638] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "01c36912-05ad-4dd0-9b71-4f7e31be2934" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.514871] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "01c36912-05ad-4dd0-9b71-4f7e31be2934" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.519963] env[62226]: DEBUG oslo_vmware.rw_handles [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527cc3f7-4e30-4842-23d1-59a876d87981/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2204.520211] env[62226]: INFO nova.virt.vmwareapi.images [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Downloaded image file data 97090e31-e93f-4db6-a045-610fb00904ab [ 2204.520997] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22c147c-3392-4d20-91cf-aab7d172cfdd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.536767] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a7a95ba-d3b5-46a1-be9f-a336d0d74a30 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.562248] env[62226]: INFO nova.virt.vmwareapi.images [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] The imported VM was unregistered [ 2204.564400] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Caching image {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2204.564627] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating directory with path [datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2204.564862] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cefbfadb-5e97-4d1c-b869-41d1839bdb49 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.574012] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Created directory with path [datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2204.574196] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_00d80efe-dc9f-4fc6-a1bb-7deb32de3c16/OSTACK_IMG_00d80efe-dc9f-4fc6-a1bb-7deb32de3c16.vmdk to [datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab/97090e31-e93f-4db6-a045-610fb00904ab.vmdk. {{(pid=62226) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2204.574435] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d53efc0b-a40e-46fd-80c7-6f774b5d6aa8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.580206] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2204.580206] env[62226]: value = "task-2028770" [ 2204.580206] env[62226]: _type = "Task" [ 2204.580206] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.587543] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028770, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.792223] env[62226]: DEBUG oslo_concurrency.lockutils [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2204.802760] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "1b0dba2c-4f16-4f59-84f9-1c0c614396b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.803030] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "1b0dba2c-4f16-4f59-84f9-1c0c614396b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.919884] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdeeff28-4e6f-4b67-b8b8-7c214d018238 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.928636] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d9de64-333c-40e4-9518-9dac9a4347ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.960686] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ecfd53-1c8b-4fb7-965c-1470172dfac4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.969059] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7a3ede-08c0-4df6-bd93-285de4e208d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.982856] env[62226]: DEBUG nova.compute.provider_tree [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2205.017323] env[62226]: DEBUG nova.compute.manager [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2205.090556] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028770, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.309872] env[62226]: DEBUG nova.compute.manager [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2205.486443] env[62226]: DEBUG nova.scheduler.client.report [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2205.540392] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.591228] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028770, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.828881] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.991898] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.994453] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.454s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.996142] env[62226]: INFO nova.compute.claims [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2206.015034] env[62226]: INFO nova.scheduler.client.report [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleted allocations for instance ed712ba9-4f95-4ae9-978a-f63a117cacbc [ 2206.091921] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028770, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.333932] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2206.334283] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9bf6701-bfda-4884-88fa-5ac4df4c15c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.342568] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2206.342568] env[62226]: value = "task-2028771" [ 2206.342568] env[62226]: _type = "Task" [ 2206.342568] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.351878] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.524642] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8b774d8e-b586-4995-aec4-95406d49707f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ed712ba9-4f95-4ae9-978a-f63a117cacbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.383s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.593771] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028770, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.852232] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028771, 'name': PowerOffVM_Task, 'duration_secs': 0.399745} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.852424] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2206.853303] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508b3f19-8187-42e6-b080-e633805d1b4e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.873722] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27911e3-96d9-44f3-9ce6-4480d4ca3870 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.909077] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2206.909389] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64b1c53a-f130-4e1b-afad-4b4fe682bffd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.916246] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2206.916246] env[62226]: value = "task-2028772" [ 2206.916246] env[62226]: _type = "Task" [ 2206.916246] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.925059] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.094112] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028770, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.225093} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.094398] env[62226]: INFO nova.virt.vmwareapi.ds_util [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_00d80efe-dc9f-4fc6-a1bb-7deb32de3c16/OSTACK_IMG_00d80efe-dc9f-4fc6-a1bb-7deb32de3c16.vmdk to [datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab/97090e31-e93f-4db6-a045-610fb00904ab.vmdk. [ 2207.094586] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Cleaning up location [datastore2] OSTACK_IMG_00d80efe-dc9f-4fc6-a1bb-7deb32de3c16 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2207.094744] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_00d80efe-dc9f-4fc6-a1bb-7deb32de3c16 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2207.095013] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a8db36a-2de3-48b4-b27f-84c61c9226ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.101809] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2207.101809] env[62226]: value = "task-2028773" [ 2207.101809] env[62226]: _type = "Task" [ 2207.101809] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.109616] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.130927] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5373bd-4952-4058-82f8-0470aa14aadb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.138160] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442e0da7-244d-4c4a-af4b-d7d895301507 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.170323] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5f2557-7c7d-4942-a5c1-b06fe9249a49 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.178012] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5391845-6db1-47d8-9b59-ac9842937958 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.190949] env[62226]: DEBUG nova.compute.provider_tree [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2207.426712] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2207.427156] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2207.427156] env[62226]: DEBUG oslo_concurrency.lockutils [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.427156] env[62226]: DEBUG oslo_concurrency.lockutils [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.427344] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2207.427559] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-616193b0-3c00-4d4c-942e-6f24d9bafd6f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.441824] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2207.441999] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2207.442750] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febf8d1c-241b-4a47-9868-354dd615041b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.447984] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2207.447984] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524900df-ab74-bed5-9830-fcc0a68577be" [ 2207.447984] env[62226]: _type = "Task" [ 2207.447984] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.454934] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524900df-ab74-bed5-9830-fcc0a68577be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.612057] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032979} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.612326] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2207.612495] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab/97090e31-e93f-4db6-a045-610fb00904ab.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.612739] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab/97090e31-e93f-4db6-a045-610fb00904ab.vmdk to [datastore2] d21cdd5a-85ac-4145-bb8b-76f359c97970/d21cdd5a-85ac-4145-bb8b-76f359c97970.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2207.613018] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e07b02ac-15e1-4438-af4c-31061eae81a8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.619466] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2207.619466] env[62226]: value = "task-2028774" [ 2207.619466] env[62226]: _type = "Task" [ 2207.619466] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.627834] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.697330] env[62226]: DEBUG nova.scheduler.client.report [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2207.958474] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]524900df-ab74-bed5-9830-fcc0a68577be, 'name': SearchDatastore_Task, 'duration_secs': 0.047019} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.959224] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77378ab8-5b6e-4407-bdf0-7aec94e1af95 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.964291] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2207.964291] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a57c7f-2ff2-3258-d365-364ae37d2e93" [ 2207.964291] env[62226]: _type = "Task" [ 2207.964291] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.971796] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a57c7f-2ff2-3258-d365-364ae37d2e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.079074] env[62226]: DEBUG nova.compute.manager [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Stashing vm_state: active {{(pid=62226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2208.129683] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028774, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.202698] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.203331] env[62226]: DEBUG nova.compute.manager [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2208.206187] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.378s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.207646] env[62226]: INFO nova.compute.claims [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2208.475898] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a57c7f-2ff2-3258-d365-364ae37d2e93, 'name': SearchDatastore_Task, 'duration_secs': 0.014597} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.476285] env[62226]: DEBUG oslo_concurrency.lockutils [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.476508] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] ba6127f6-aaeb-4584-bf36-a81d1c2e70dd/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk. {{(pid=62226) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2208.476787] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-827f4d66-b405-48b9-90cb-fa874f5b4fb4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.484971] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2208.484971] env[62226]: value = "task-2028775" [ 2208.484971] env[62226]: _type = "Task" [ 2208.484971] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.493890] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.600770] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.632206] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028774, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.712021] env[62226]: DEBUG nova.compute.utils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2208.715542] env[62226]: DEBUG nova.compute.manager [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Not allocating networking since 'none' was specified. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2208.998863] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028775, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.132497] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028774, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.220396] env[62226]: DEBUG nova.compute.manager [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2209.383316] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad49426-b3d8-4e5b-92c7-350e6714e607 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.391541] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd53060-6a5d-4ae4-bd6d-cedc17f38cba {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.422767] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c0627b-94bf-475d-8d0c-e2260d5bdf3a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.430708] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d8d6b7-cb9b-4883-9166-5746ca4cc309 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.444504] env[62226]: DEBUG nova.compute.provider_tree [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2209.496404] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580168} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.496769] env[62226]: INFO nova.virt.vmwareapi.ds_util [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] ba6127f6-aaeb-4584-bf36-a81d1c2e70dd/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk. [ 2209.497466] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebfb5f9-1fbf-4d4f-9291-26cfcbe893ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.525849] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ba6127f6-aaeb-4584-bf36-a81d1c2e70dd/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2209.526158] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab90a852-e61d-4485-8ee2-faad91d2ad92 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.547240] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2209.547240] env[62226]: value = "task-2028776" [ 2209.547240] env[62226]: _type = "Task" [ 2209.547240] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.555971] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.631796] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028774, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.948029] env[62226]: DEBUG nova.scheduler.client.report [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2210.057979] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.131911] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028774, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.449898} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.132175] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/97090e31-e93f-4db6-a045-610fb00904ab/97090e31-e93f-4db6-a045-610fb00904ab.vmdk to [datastore2] d21cdd5a-85ac-4145-bb8b-76f359c97970/d21cdd5a-85ac-4145-bb8b-76f359c97970.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2210.132926] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ea0730-2928-40c8-adbb-1d62a6413fc4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.154491] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] d21cdd5a-85ac-4145-bb8b-76f359c97970/d21cdd5a-85ac-4145-bb8b-76f359c97970.vmdk or device None with type streamOptimized {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2210.154711] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f489d68-d0de-4856-8fa3-bc17f3c0918d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.173762] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2210.173762] env[62226]: value = "task-2028777" [ 2210.173762] env[62226]: _type = "Task" [ 2210.173762] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.181362] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.230259] env[62226]: DEBUG nova.compute.manager [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2210.257678] env[62226]: DEBUG nova.virt.hardware [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2210.257950] env[62226]: DEBUG nova.virt.hardware [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2210.258159] env[62226]: DEBUG nova.virt.hardware [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2210.258365] env[62226]: DEBUG nova.virt.hardware [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2210.258528] env[62226]: DEBUG nova.virt.hardware [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2210.258700] env[62226]: DEBUG nova.virt.hardware [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2210.258934] env[62226]: DEBUG nova.virt.hardware [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2210.259133] env[62226]: DEBUG nova.virt.hardware [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2210.259327] env[62226]: DEBUG nova.virt.hardware [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2210.259513] env[62226]: DEBUG nova.virt.hardware [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2210.259717] env[62226]: DEBUG nova.virt.hardware [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2210.260645] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcc1e02-d125-4def-9815-4a4c8b5f6d98 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.268552] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013367b5-25d2-4760-984f-13bc4d26b9af {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.282565] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Instance VIF info [] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2210.288073] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Creating folder: Project (3bba0869a96449ba94f6099293eaeb86). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2210.288343] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c3ec277-fde7-4df8-a20c-81372b471a39 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.298855] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Created folder: Project (3bba0869a96449ba94f6099293eaeb86) in parent group-v416438. [ 2210.299049] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Creating folder: Instances. Parent ref: group-v416731. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2210.299268] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-186548a1-11c8-46d3-a692-8af41a241214 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.308231] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Created folder: Instances in parent group-v416731. [ 2210.308402] env[62226]: DEBUG oslo.service.loopingcall [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2210.308594] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2210.308777] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dd47467-416e-401f-a244-de498e554287 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.324132] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2210.324132] env[62226]: value = "task-2028780" [ 2210.324132] env[62226]: _type = "Task" [ 2210.324132] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.330923] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028780, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.452881] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.453503] env[62226]: DEBUG nova.compute.manager [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2210.456383] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.856s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.557191] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028776, 'name': ReconfigVM_Task, 'duration_secs': 0.610497} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.557577] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ba6127f6-aaeb-4584-bf36-a81d1c2e70dd/a37c1ad0-14d1-4f72-9199-9d380d813147-rescue.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2210.558357] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0fa24b-4496-4e18-ba56-047b5402a214 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.585729] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0824fcab-6dfd-4c8e-a9b5-27672e493720 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.600735] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2210.600735] env[62226]: value = "task-2028781" [ 2210.600735] env[62226]: _type = "Task" [ 2210.600735] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.608352] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.682218] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028777, 'name': ReconfigVM_Task, 'duration_secs': 0.284394} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.682492] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Reconfigured VM instance instance-00000064 to attach disk [datastore2] d21cdd5a-85ac-4145-bb8b-76f359c97970/d21cdd5a-85ac-4145-bb8b-76f359c97970.vmdk or device None with type streamOptimized {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2210.683925] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'encryption_format': None, 'guest_format': None, 'disk_bus': None, 'encryption_options': None, 'image_id': 'a37c1ad0-14d1-4f72-9199-9d380d813147'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416723', 'volume_id': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'name': 'volume-a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd21cdd5a-85ac-4145-bb8b-76f359c97970', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'serial': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0'}, 'attachment_id': '4936c7ae-3947-4bb4-bbd7-906e354ca027', 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62226) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2210.684141] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2210.684333] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416723', 'volume_id': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'name': 'volume-a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd21cdd5a-85ac-4145-bb8b-76f359c97970', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'serial': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2210.685067] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e1f01c-a0ae-4eee-88e5-c352edc9daa6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.699767] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ac481a-3fbb-42bc-a936-baa6bfa444ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.722694] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-a4bf681d-e6dd-42a9-a0a4-f07fb44835c0/volume-a4bf681d-e6dd-42a9-a0a4-f07fb44835c0.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2210.722914] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d228c8f1-25ae-4f4e-8887-2e6efdee9b03 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.739872] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2210.739872] env[62226]: value = "task-2028782" [ 2210.739872] env[62226]: _type = "Task" [ 2210.739872] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.747097] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.833844] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028780, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.959691] env[62226]: DEBUG nova.compute.utils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2210.964054] env[62226]: INFO nova.compute.claims [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2210.969337] env[62226]: DEBUG nova.compute.manager [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Not allocating networking since 'none' was specified. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2211.112730] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.249286] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028782, 'name': ReconfigVM_Task, 'duration_secs': 0.295042} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.249569] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-a4bf681d-e6dd-42a9-a0a4-f07fb44835c0/volume-a4bf681d-e6dd-42a9-a0a4-f07fb44835c0.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2211.255399] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-109b21d7-881f-48cc-a341-239d292223cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.266499] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.266717] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.270488] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2211.270488] env[62226]: value = "task-2028783" [ 2211.270488] env[62226]: _type = "Task" [ 2211.270488] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.280383] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.334106] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028780, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.470476] env[62226]: DEBUG nova.compute.manager [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2211.474382] env[62226]: INFO nova.compute.resource_tracker [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating resource usage from migration 1d60aaf8-c5c2-429e-9975-593f37f834cf [ 2211.613068] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.614652] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ba7c99-ac5a-48da-9617-4e745c1afeae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.621352] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99a5a26-336b-4ad3-8a60-2f8ef66e0d64 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.651378] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a8efdc-7276-4453-a5df-9bcafb96ebcd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.658801] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5203963a-3d20-44ce-bb11-4a873d039089 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.673649] env[62226]: DEBUG nova.compute.provider_tree [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2211.770198] env[62226]: DEBUG nova.compute.utils [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2211.780629] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028783, 'name': ReconfigVM_Task, 'duration_secs': 0.185681} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.781488] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416723', 'volume_id': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'name': 'volume-a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd21cdd5a-85ac-4145-bb8b-76f359c97970', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'serial': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2211.782112] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01c1a5f9-1945-4f75-b3c1-0aac3f132dbb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.787799] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2211.787799] env[62226]: value = "task-2028784" [ 2211.787799] env[62226]: _type = "Task" [ 2211.787799] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.795698] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028784, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.833871] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028780, 'name': CreateVM_Task, 'duration_secs': 1.288572} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.834039] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2211.834466] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.834627] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.834950] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2211.835204] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e89213d-e442-49b3-beb7-73615b1de5f5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.839651] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2211.839651] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e7eb25-ba37-28c6-e77e-d0d18cd34383" [ 2211.839651] env[62226]: _type = "Task" [ 2211.839651] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.846772] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e7eb25-ba37-28c6-e77e-d0d18cd34383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.113695] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028781, 'name': ReconfigVM_Task, 'duration_secs': 1.165126} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.113968] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2212.114241] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f85cfb42-dd32-4d80-a111-b81b376f424b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.120019] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2212.120019] env[62226]: value = "task-2028785" [ 2212.120019] env[62226]: _type = "Task" [ 2212.120019] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.127115] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.176778] env[62226]: DEBUG nova.scheduler.client.report [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2212.276812] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.298055] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028784, 'name': Rename_Task, 'duration_secs': 0.156427} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.298325] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2212.298564] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7c84f4a-7b3a-4331-bd99-bcd1d611c6a4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.304691] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2212.304691] env[62226]: value = "task-2028786" [ 2212.304691] env[62226]: _type = "Task" [ 2212.304691] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.312032] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.350516] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52e7eb25-ba37-28c6-e77e-d0d18cd34383, 'name': SearchDatastore_Task, 'duration_secs': 0.00874} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.350830] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.351098] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2212.351409] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.351586] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.351835] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2212.352102] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-744ba2ed-0e36-4816-94ed-6ba01f8efdc9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.360409] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2212.360606] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2212.361401] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04602c9b-a55a-498b-b19a-78c68c30b1ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.366817] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2212.366817] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52181895-a35d-b43d-315f-a6d0fe253bb0" [ 2212.366817] env[62226]: _type = "Task" [ 2212.366817] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.374461] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52181895-a35d-b43d-315f-a6d0fe253bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.482529] env[62226]: DEBUG nova.compute.manager [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2212.509413] env[62226]: DEBUG nova.virt.hardware [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2212.509676] env[62226]: DEBUG nova.virt.hardware [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2212.509836] env[62226]: DEBUG nova.virt.hardware [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2212.510027] env[62226]: DEBUG nova.virt.hardware [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2212.510183] env[62226]: DEBUG nova.virt.hardware [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2212.510333] env[62226]: DEBUG nova.virt.hardware [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2212.510545] env[62226]: DEBUG nova.virt.hardware [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2212.510707] env[62226]: DEBUG nova.virt.hardware [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2212.510949] env[62226]: DEBUG nova.virt.hardware [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2212.511042] env[62226]: DEBUG nova.virt.hardware [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2212.511231] env[62226]: DEBUG nova.virt.hardware [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2212.512131] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b90ca87-618c-43c4-b964-c420b3c7cec0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.520291] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87fa6d4-2156-4f34-9f50-360bd5e1080c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.534731] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Instance VIF info [] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2212.540240] env[62226]: DEBUG oslo.service.loopingcall [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2212.540512] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2212.540727] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea02abc5-9e08-41c0-b429-76bbcbb14263 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.557171] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2212.557171] env[62226]: value = "task-2028787" [ 2212.557171] env[62226]: _type = "Task" [ 2212.557171] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.568991] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028787, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.630606] env[62226]: DEBUG oslo_vmware.api [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028785, 'name': PowerOnVM_Task, 'duration_secs': 0.392111} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.630985] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2212.633854] env[62226]: DEBUG nova.compute.manager [None req-af57a55e-d263-4a99-8d5f-31bb1313d330 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2212.634701] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be3f460-db63-42b7-9cf3-6b17c6bb7fb4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.681922] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.225s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.682149] env[62226]: INFO nova.compute.manager [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Migrating [ 2212.817161] env[62226]: DEBUG oslo_vmware.api [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028786, 'name': PowerOnVM_Task, 'duration_secs': 0.467791} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.817443] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2212.876672] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52181895-a35d-b43d-315f-a6d0fe253bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.877511] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea6be24-d7d5-4fca-8d59-a53a10700590 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.882508] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2212.882508] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521a8a9b-ad48-51b9-3dcf-97f3950f06c9" [ 2212.882508] env[62226]: _type = "Task" [ 2212.882508] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.890226] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521a8a9b-ad48-51b9-3dcf-97f3950f06c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.909978] env[62226]: DEBUG nova.compute.manager [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2212.910802] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c48f98b-ecc2-41d9-b2a5-0d6aea587f0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.067356] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028787, 'name': CreateVM_Task, 'duration_secs': 0.267133} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.067528] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2213.068026] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.068203] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.068577] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2213.068830] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4beb586-a4b0-4f00-a6dc-8acd0f7fd9cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.073821] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2213.073821] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521ff340-28e3-4aad-96df-1fd9a7d47fad" [ 2213.073821] env[62226]: _type = "Task" [ 2213.073821] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.083162] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521ff340-28e3-4aad-96df-1fd9a7d47fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.197193] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.197390] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.197574] env[62226]: DEBUG nova.network.neutron [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2213.324332] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.324663] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.324914] env[62226]: INFO nova.compute.manager [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Attaching volume 532b5b65-35cc-4b71-a4b4-c9522dfaabcb to /dev/sdb [ 2213.356808] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294f5f46-a323-44d1-8d1a-f28533e38e66 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.364541] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f858d5a-e44e-45d8-ac69-60e0f65c0af6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.377773] env[62226]: DEBUG nova.virt.block_device [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Updating existing volume attachment record: a92ed4cf-0c5a-4ff5-9970-c9f8bc2af367 {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2213.391104] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521a8a9b-ad48-51b9-3dcf-97f3950f06c9, 'name': SearchDatastore_Task, 'duration_secs': 0.023516} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.391388] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.391630] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 01c36912-05ad-4dd0-9b71-4f7e31be2934/01c36912-05ad-4dd0-9b71-4f7e31be2934.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2213.391877] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73da5b9f-7ae9-40c5-bd7e-9090213d847a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.397982] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2213.397982] env[62226]: value = "task-2028788" [ 2213.397982] env[62226]: _type = "Task" [ 2213.397982] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.405582] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.425952] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3d650842-3151-4744-9d6f-fd67d6f61039 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.690s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.609827] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521ff340-28e3-4aad-96df-1fd9a7d47fad, 'name': SearchDatastore_Task, 'duration_secs': 0.03306} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.609827] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.609827] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2213.609827] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.609827] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.609827] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2213.609827] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d6a649e-1c7a-4eae-bcc1-515988883c18 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.609827] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2213.609827] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2213.609827] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793bbaf8-8153-48e8-84d1-ad31a3db163b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.609827] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2213.609827] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52994f79-5bda-b877-0429-30803a1528ca" [ 2213.609827] env[62226]: _type = "Task" [ 2213.609827] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.612135] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52994f79-5bda-b877-0429-30803a1528ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.793085] env[62226]: INFO nova.compute.manager [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Unrescuing [ 2213.793502] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.793604] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquired lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.793838] env[62226]: DEBUG nova.network.neutron [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2213.907643] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028788, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.980489] env[62226]: DEBUG nova.network.neutron [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance_info_cache with network_info: [{"id": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "address": "fa:16:3e:4b:0c:4f", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a32b7f-7d", "ovs_interfaceid": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.117208] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52994f79-5bda-b877-0429-30803a1528ca, 'name': SearchDatastore_Task, 'duration_secs': 0.067226} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.118073] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095e86c0-9bd2-4549-a6ea-1b7ee6627781 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.125311] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2214.125311] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523a0f89-4e4c-abce-e4ec-1b351cb3f760" [ 2214.125311] env[62226]: _type = "Task" [ 2214.125311] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.134204] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523a0f89-4e4c-abce-e4ec-1b351cb3f760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.407764] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58466} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.409921] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 01c36912-05ad-4dd0-9b71-4f7e31be2934/01c36912-05ad-4dd0-9b71-4f7e31be2934.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2214.410155] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2214.410415] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c4cab87-50ed-4020-9dd4-79b9d8d293a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.418295] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2214.418295] env[62226]: value = "task-2028792" [ 2214.418295] env[62226]: _type = "Task" [ 2214.418295] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.425870] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.483452] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.509731] env[62226]: DEBUG nova.network.neutron [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updating instance_info_cache with network_info: [{"id": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "address": "fa:16:3e:79:5e:07", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2dd7260-73", "ovs_interfaceid": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.635957] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523a0f89-4e4c-abce-e4ec-1b351cb3f760, 'name': SearchDatastore_Task, 'duration_secs': 0.013625} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.636243] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.636497] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 1b0dba2c-4f16-4f59-84f9-1c0c614396b4/1b0dba2c-4f16-4f59-84f9-1c0c614396b4.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2214.636792] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a69eadeb-b388-4773-a71c-e564cabdee14 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.642855] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2214.642855] env[62226]: value = "task-2028793" [ 2214.642855] env[62226]: _type = "Task" [ 2214.642855] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.650158] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.707366] env[62226]: DEBUG oslo_concurrency.lockutils [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.707639] env[62226]: DEBUG oslo_concurrency.lockutils [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.707829] env[62226]: INFO nova.compute.manager [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Shelving [ 2214.927868] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065558} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.928354] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2214.929061] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe95a718-3e0c-4f9a-9aae-d5d5f36f7a95 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.950519] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 01c36912-05ad-4dd0-9b71-4f7e31be2934/01c36912-05ad-4dd0-9b71-4f7e31be2934.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2214.950897] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cf8f253-c175-4a71-97ca-ab2dc74969b9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.971279] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2214.971279] env[62226]: value = "task-2028794" [ 2214.971279] env[62226]: _type = "Task" [ 2214.971279] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.981526] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.013821] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Releasing lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2215.014521] env[62226]: DEBUG nova.objects.instance [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lazy-loading 'flavor' on Instance uuid ba6127f6-aaeb-4584-bf36-a81d1c2e70dd {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2215.153948] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028793, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.481986] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.520103] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce6a375-2649-4c49-8204-0806531c9571 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.544432] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2215.544761] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e14968d8-2b0c-41ed-afa6-9eeb8ea7648a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.551475] env[62226]: DEBUG oslo_vmware.api [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2215.551475] env[62226]: value = "task-2028795" [ 2215.551475] env[62226]: _type = "Task" [ 2215.551475] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.559597] env[62226]: DEBUG oslo_vmware.api [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.653225] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582846} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.653518] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 1b0dba2c-4f16-4f59-84f9-1c0c614396b4/1b0dba2c-4f16-4f59-84f9-1c0c614396b4.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2215.653758] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2215.654016] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-908a12f9-1c66-480f-87bf-22ebc9ef9eb7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.661039] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2215.661039] env[62226]: value = "task-2028796" [ 2215.661039] env[62226]: _type = "Task" [ 2215.661039] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.668359] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.717226] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2215.717681] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-741ca4b8-8d58-491a-921b-53486202336a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.725508] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2215.725508] env[62226]: value = "task-2028797" [ 2215.725508] env[62226]: _type = "Task" [ 2215.725508] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.740974] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.981051] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028794, 'name': ReconfigVM_Task, 'duration_secs': 0.752726} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.981339] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 01c36912-05ad-4dd0-9b71-4f7e31be2934/01c36912-05ad-4dd0-9b71-4f7e31be2934.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2215.981703] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c8ca442-d2af-4ec5-bd11-79eaff8861cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.988117] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2215.988117] env[62226]: value = "task-2028798" [ 2215.988117] env[62226]: _type = "Task" [ 2215.988117] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.997315] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028798, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.998370] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa2c7c7-ecd6-48e5-854c-b2969c8918eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.016370] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance 'e19b1d1f-d6ae-4e96-a097-063c8d1e2c78' progress to 0 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2216.061742] env[62226]: DEBUG oslo_vmware.api [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028795, 'name': PowerOffVM_Task, 'duration_secs': 0.219528} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.062026] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2216.067116] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2216.067601] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dee436fd-54eb-421d-9847-41564c9ca475 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.088618] env[62226]: DEBUG oslo_vmware.api [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2216.088618] env[62226]: value = "task-2028800" [ 2216.088618] env[62226]: _type = "Task" [ 2216.088618] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.096938] env[62226]: DEBUG oslo_vmware.api [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.172480] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067486} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.172731] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2216.173530] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aaa8ab-a5d1-4df7-8b86-9ef785a1af18 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.192672] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 1b0dba2c-4f16-4f59-84f9-1c0c614396b4/1b0dba2c-4f16-4f59-84f9-1c0c614396b4.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2216.192959] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3efaa991-5c33-4b15-95d7-fe68ce6fd9f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.212018] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2216.212018] env[62226]: value = "task-2028801" [ 2216.212018] env[62226]: _type = "Task" [ 2216.212018] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.221095] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.233978] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028797, 'name': PowerOffVM_Task, 'duration_secs': 0.186408} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.234258] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2216.235061] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a98928-1a95-4c34-9617-4f1d03c8b726 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.252590] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980da3ff-8de1-406d-b4f8-c97bedfc6c3e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.497884] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028798, 'name': Rename_Task, 'duration_secs': 0.144964} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.498198] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2216.498452] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ccffe4-0ddc-42a9-90a0-0412a83e2867 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.506062] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2216.506062] env[62226]: value = "task-2028802" [ 2216.506062] env[62226]: _type = "Task" [ 2216.506062] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.521522] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2216.521793] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.522014] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfb28c6f-9597-4eb5-8de2-45539c173e13 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.527852] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2216.527852] env[62226]: value = "task-2028803" [ 2216.527852] env[62226]: _type = "Task" [ 2216.527852] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.535255] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.598088] env[62226]: DEBUG oslo_vmware.api [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028800, 'name': ReconfigVM_Task, 'duration_secs': 0.24112} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.598378] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2216.598566] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2216.598855] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5e05b57-f1f9-4af9-b2db-d60065781264 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.605284] env[62226]: DEBUG oslo_vmware.api [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2216.605284] env[62226]: value = "task-2028804" [ 2216.605284] env[62226]: _type = "Task" [ 2216.605284] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.612732] env[62226]: DEBUG oslo_vmware.api [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.721767] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028801, 'name': ReconfigVM_Task, 'duration_secs': 0.3036} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.722092] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 1b0dba2c-4f16-4f59-84f9-1c0c614396b4/1b0dba2c-4f16-4f59-84f9-1c0c614396b4.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2216.722721] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7db4208-1efe-42bf-8a85-1f4dd919290d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.729391] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2216.729391] env[62226]: value = "task-2028805" [ 2216.729391] env[62226]: _type = "Task" [ 2216.729391] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.745191] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028805, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.762568] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2216.762863] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-058fcc65-8b2e-489c-ac49-bba359667587 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.769398] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2216.769398] env[62226]: value = "task-2028806" [ 2216.769398] env[62226]: _type = "Task" [ 2216.769398] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.777885] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028806, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.016471] env[62226]: DEBUG oslo_vmware.api [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028802, 'name': PowerOnVM_Task, 'duration_secs': 0.464712} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.016765] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2217.016946] env[62226]: INFO nova.compute.manager [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Took 6.79 seconds to spawn the instance on the hypervisor. [ 2217.017141] env[62226]: DEBUG nova.compute.manager [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2217.017975] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87498949-24bf-4d49-a80b-e5ed8bb2ef83 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.036863] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028803, 'name': PowerOffVM_Task, 'duration_secs': 0.394644} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.037266] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2217.037522] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance 'e19b1d1f-d6ae-4e96-a097-063c8d1e2c78' progress to 17 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2217.114708] env[62226]: DEBUG oslo_vmware.api [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.239456] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028805, 'name': Rename_Task, 'duration_secs': 0.148963} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.239698] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2217.239888] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd32078-2d60-4647-bb5b-06080fe03622 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.246453] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2217.246453] env[62226]: value = "task-2028807" [ 2217.246453] env[62226]: _type = "Task" [ 2217.246453] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.254640] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.281983] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028806, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.534696] env[62226]: INFO nova.compute.manager [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Took 12.01 seconds to build instance. [ 2217.544428] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2217.544734] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2217.544943] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2217.545152] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2217.545305] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2217.545498] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2217.545673] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2217.545837] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2217.546012] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2217.546191] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2217.546360] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2217.551457] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a179667d-17af-4160-911f-bfef55674426 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.567794] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2217.567794] env[62226]: value = "task-2028808" [ 2217.567794] env[62226]: _type = "Task" [ 2217.567794] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.576103] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.616555] env[62226]: DEBUG oslo_vmware.api [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028804, 'name': PowerOnVM_Task, 'duration_secs': 0.690795} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.616833] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2217.617108] env[62226]: DEBUG nova.compute.manager [None req-4a7dbee7-dbf7-4071-8213-6989e2ac70d6 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2217.617894] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7cf1df-1815-4cac-a4e4-c802155f4d6a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.756963] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028807, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.779058] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028806, 'name': CreateSnapshot_Task, 'duration_secs': 0.788334} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.779331] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2217.780076] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d74537-1e6e-4878-8037-b70db8157b9e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.036705] env[62226]: DEBUG oslo_concurrency.lockutils [None req-35916fb7-6774-45c0-b126-d66b4108c2b9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "01c36912-05ad-4dd0-9b71-4f7e31be2934" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.521s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.078993] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028808, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.260241] env[62226]: DEBUG oslo_vmware.api [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028807, 'name': PowerOnVM_Task, 'duration_secs': 0.830726} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.260410] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2218.261031] env[62226]: INFO nova.compute.manager [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Took 5.78 seconds to spawn the instance on the hypervisor. [ 2218.261031] env[62226]: DEBUG nova.compute.manager [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2218.261911] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21755019-b191-465b-a1f2-337f78fae867 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.298693] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2218.298988] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ec53238-8c56-407c-a37c-d1e5fce4df5b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.307747] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2218.307747] env[62226]: value = "task-2028809" [ 2218.307747] env[62226]: _type = "Task" [ 2218.307747] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.315949] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028809, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.390671] env[62226]: DEBUG nova.compute.manager [req-4098242d-d752-4189-87a3-91c6a8d1a54b req-f1340401-976a-45d5-a70e-a32d17a5b5a9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Received event network-changed-a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2218.390824] env[62226]: DEBUG nova.compute.manager [req-4098242d-d752-4189-87a3-91c6a8d1a54b req-f1340401-976a-45d5-a70e-a32d17a5b5a9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Refreshing instance network info cache due to event network-changed-a2dd7260-7337-42b7-b581-460d2f8a0e32. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2218.391013] env[62226]: DEBUG oslo_concurrency.lockutils [req-4098242d-d752-4189-87a3-91c6a8d1a54b req-f1340401-976a-45d5-a70e-a32d17a5b5a9 service nova] Acquiring lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2218.391166] env[62226]: DEBUG oslo_concurrency.lockutils [req-4098242d-d752-4189-87a3-91c6a8d1a54b req-f1340401-976a-45d5-a70e-a32d17a5b5a9 service nova] Acquired lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2218.391329] env[62226]: DEBUG nova.network.neutron [req-4098242d-d752-4189-87a3-91c6a8d1a54b req-f1340401-976a-45d5-a70e-a32d17a5b5a9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Refreshing network info cache for port a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2218.421723] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2218.421989] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416736', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'name': 'volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '791d64d9-4e5a-4164-a319-d65e8ecf16ee', 'attached_at': '', 'detached_at': '', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'serial': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2218.422900] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5427db-fb0a-4354-928e-24b953938a16 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.440452] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588753ed-2f20-409c-a55d-566f848e789d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.467770] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb/volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2218.468426] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a698a19-9204-40fe-9d27-7bd9cd10e75a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.486795] env[62226]: DEBUG oslo_vmware.api [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2218.486795] env[62226]: value = "task-2028810" [ 2218.486795] env[62226]: _type = "Task" [ 2218.486795] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.494829] env[62226]: DEBUG oslo_vmware.api [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.578747] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028808, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.780142] env[62226]: INFO nova.compute.manager [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Took 12.97 seconds to build instance. [ 2218.818769] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028809, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.997759] env[62226]: DEBUG oslo_vmware.api [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.078283] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028808, 'name': ReconfigVM_Task, 'duration_secs': 1.273878} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.078661] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance 'e19b1d1f-d6ae-4e96-a097-063c8d1e2c78' progress to 33 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2219.129807] env[62226]: DEBUG nova.network.neutron [req-4098242d-d752-4189-87a3-91c6a8d1a54b req-f1340401-976a-45d5-a70e-a32d17a5b5a9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updated VIF entry in instance network info cache for port a2dd7260-7337-42b7-b581-460d2f8a0e32. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2219.130278] env[62226]: DEBUG nova.network.neutron [req-4098242d-d752-4189-87a3-91c6a8d1a54b req-f1340401-976a-45d5-a70e-a32d17a5b5a9 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updating instance_info_cache with network_info: [{"id": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "address": "fa:16:3e:79:5e:07", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2dd7260-73", "ovs_interfaceid": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.282082] env[62226]: DEBUG oslo_concurrency.lockutils [None req-6a4b603a-1195-480e-8a64-bc9d07d95bb9 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "1b0dba2c-4f16-4f59-84f9-1c0c614396b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.479s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.320255] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028809, 'name': CloneVM_Task} progress is 95%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.498840] env[62226]: DEBUG oslo_vmware.api [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028810, 'name': ReconfigVM_Task, 'duration_secs': 0.607685} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.499135] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb/volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2219.503839] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a4da531-a2da-4aaa-908a-b57ddafd8ad7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.519257] env[62226]: DEBUG oslo_vmware.api [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2219.519257] env[62226]: value = "task-2028811" [ 2219.519257] env[62226]: _type = "Task" [ 2219.519257] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.527682] env[62226]: DEBUG oslo_vmware.api [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.585292] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2219.585596] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2219.585746] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2219.586030] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2219.586193] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2219.586360] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2219.586579] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2219.586766] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2219.586946] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2219.587129] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2219.587330] env[62226]: DEBUG nova.virt.hardware [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2219.592741] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2219.593421] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31e53e91-6bb6-41c9-bc84-1a87b031a107 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.612041] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2219.612041] env[62226]: value = "task-2028812" [ 2219.612041] env[62226]: _type = "Task" [ 2219.612041] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.620464] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.633428] env[62226]: DEBUG oslo_concurrency.lockutils [req-4098242d-d752-4189-87a3-91c6a8d1a54b req-f1340401-976a-45d5-a70e-a32d17a5b5a9 service nova] Releasing lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2219.819822] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028809, 'name': CloneVM_Task, 'duration_secs': 1.353886} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.819822] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Created linked-clone VM from snapshot [ 2219.820465] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453c738e-8d01-46b2-998f-cef5c8bc9f3c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.829772] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Uploading image 1ece57cd-d7b8-467a-b183-12a386d49694 {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2219.835009] env[62226]: INFO nova.compute.manager [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Rebuilding instance [ 2219.850912] env[62226]: DEBUG oslo_vmware.rw_handles [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2219.850912] env[62226]: value = "vm-416738" [ 2219.850912] env[62226]: _type = "VirtualMachine" [ 2219.850912] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2219.852579] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6930e114-f48d-4165-a4ad-397846cd5d95 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.862376] env[62226]: DEBUG oslo_vmware.rw_handles [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lease: (returnval){ [ 2219.862376] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526ec20b-b46b-8368-13fb-b3259f4a3426" [ 2219.862376] env[62226]: _type = "HttpNfcLease" [ 2219.862376] env[62226]: } obtained for exporting VM: (result){ [ 2219.862376] env[62226]: value = "vm-416738" [ 2219.862376] env[62226]: _type = "VirtualMachine" [ 2219.862376] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2219.862619] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the lease: (returnval){ [ 2219.862619] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526ec20b-b46b-8368-13fb-b3259f4a3426" [ 2219.862619] env[62226]: _type = "HttpNfcLease" [ 2219.862619] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2219.869227] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2219.869227] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526ec20b-b46b-8368-13fb-b3259f4a3426" [ 2219.869227] env[62226]: _type = "HttpNfcLease" [ 2219.869227] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2219.880089] env[62226]: DEBUG nova.compute.manager [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2219.880865] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1ae48c-b906-4999-b0b2-6f2b903d8ead {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.029570] env[62226]: DEBUG oslo_vmware.api [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028811, 'name': ReconfigVM_Task, 'duration_secs': 0.149808} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.029908] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416736', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'name': 'volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '791d64d9-4e5a-4164-a319-d65e8ecf16ee', 'attached_at': '', 'detached_at': '', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'serial': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2220.122710] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028812, 'name': ReconfigVM_Task, 'duration_secs': 0.16482} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.123077] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2220.123836] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0781ef22-c86e-4d2e-9a46-2e2b0105b841 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.145554] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] e19b1d1f-d6ae-4e96-a097-063c8d1e2c78/e19b1d1f-d6ae-4e96-a097-063c8d1e2c78.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2220.145800] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b9567f-0413-443a-9aea-b083871a3003 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.162618] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2220.162618] env[62226]: value = "task-2028814" [ 2220.162618] env[62226]: _type = "Task" [ 2220.162618] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.172425] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.371237] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2220.371237] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526ec20b-b46b-8368-13fb-b3259f4a3426" [ 2220.371237] env[62226]: _type = "HttpNfcLease" [ 2220.371237] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2220.371569] env[62226]: DEBUG oslo_vmware.rw_handles [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2220.371569] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]526ec20b-b46b-8368-13fb-b3259f4a3426" [ 2220.371569] env[62226]: _type = "HttpNfcLease" [ 2220.371569] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2220.372724] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f4c374-dafd-4636-a5fa-c358d881a74b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.380254] env[62226]: DEBUG oslo_vmware.rw_handles [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226239e-6356-7abc-c527-4d38badf1d6e/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2220.380424] env[62226]: DEBUG oslo_vmware.rw_handles [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226239e-6356-7abc-c527-4d38badf1d6e/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2220.471575] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38a8bbe2-7171-45ba-840b-f151c42ae916 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.475927] env[62226]: DEBUG nova.compute.manager [req-1af225d5-87c5-4257-8d7e-680d2413335d req-75dd613e-a054-4839-aea2-7e260dea1037 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Received event network-changed-a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2220.476196] env[62226]: DEBUG nova.compute.manager [req-1af225d5-87c5-4257-8d7e-680d2413335d req-75dd613e-a054-4839-aea2-7e260dea1037 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Refreshing instance network info cache due to event network-changed-a2dd7260-7337-42b7-b581-460d2f8a0e32. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2220.476394] env[62226]: DEBUG oslo_concurrency.lockutils [req-1af225d5-87c5-4257-8d7e-680d2413335d req-75dd613e-a054-4839-aea2-7e260dea1037 service nova] Acquiring lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2220.476545] env[62226]: DEBUG oslo_concurrency.lockutils [req-1af225d5-87c5-4257-8d7e-680d2413335d req-75dd613e-a054-4839-aea2-7e260dea1037 service nova] Acquired lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2220.476719] env[62226]: DEBUG nova.network.neutron [req-1af225d5-87c5-4257-8d7e-680d2413335d req-75dd613e-a054-4839-aea2-7e260dea1037 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Refreshing network info cache for port a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2220.675395] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.941882] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2220.942558] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09dfb57d-6c41-4c6e-8d9a-0ea9119263ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.950235] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2220.950235] env[62226]: value = "task-2028815" [ 2220.950235] env[62226]: _type = "Task" [ 2220.950235] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.959399] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.066685] env[62226]: DEBUG nova.objects.instance [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lazy-loading 'flavor' on Instance uuid 791d64d9-4e5a-4164-a319-d65e8ecf16ee {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2221.176153] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028814, 'name': ReconfigVM_Task, 'duration_secs': 0.549499} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.176506] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Reconfigured VM instance instance-00000038 to attach disk [datastore2] e19b1d1f-d6ae-4e96-a097-063c8d1e2c78/e19b1d1f-d6ae-4e96-a097-063c8d1e2c78.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2221.176775] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance 'e19b1d1f-d6ae-4e96-a097-063c8d1e2c78' progress to 50 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2221.242057] env[62226]: DEBUG nova.network.neutron [req-1af225d5-87c5-4257-8d7e-680d2413335d req-75dd613e-a054-4839-aea2-7e260dea1037 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updated VIF entry in instance network info cache for port a2dd7260-7337-42b7-b581-460d2f8a0e32. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2221.242449] env[62226]: DEBUG nova.network.neutron [req-1af225d5-87c5-4257-8d7e-680d2413335d req-75dd613e-a054-4839-aea2-7e260dea1037 service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updating instance_info_cache with network_info: [{"id": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "address": "fa:16:3e:79:5e:07", "network": {"id": "69fc7146-581f-4c8d-8705-252ab87ce481", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-840317540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70b6beb48bba41aeae63feebf62c60ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2dd7260-73", "ovs_interfaceid": "a2dd7260-7337-42b7-b581-460d2f8a0e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.460588] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028815, 'name': PowerOffVM_Task, 'duration_secs': 0.152639} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.460927] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2221.461568] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2221.462253] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2441cdc9-ffd5-40e5-a4c7-75a44103971a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.469602] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2221.469774] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90e52d43-3442-412c-83eb-409323c14a7e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.496771] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2221.497124] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2221.497485] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Deleting the datastore file [datastore2] 1b0dba2c-4f16-4f59-84f9-1c0c614396b4 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2221.497829] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53052215-1a95-4461-9879-e2b790b1b9e7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.504776] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2221.504776] env[62226]: value = "task-2028817" [ 2221.504776] env[62226]: _type = "Task" [ 2221.504776] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.520194] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.572155] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ac3f671-eddc-4786-a073-1ecfc1a12882 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.247s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.684172] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de853119-c54a-49f8-827c-fdbb7aa7f1b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.705913] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8500bf36-838c-4eea-a55a-666cfefcc10d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.728074] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance 'e19b1d1f-d6ae-4e96-a097-063c8d1e2c78' progress to 67 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2221.745429] env[62226]: DEBUG oslo_concurrency.lockutils [req-1af225d5-87c5-4257-8d7e-680d2413335d req-75dd613e-a054-4839-aea2-7e260dea1037 service nova] Releasing lock "refresh_cache-ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.015220] env[62226]: INFO nova.compute.manager [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Rebuilding instance [ 2222.017465] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248687} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.017943] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2222.018201] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2222.018402] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2222.063387] env[62226]: DEBUG nova.compute.manager [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2222.064375] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa925ee-7f03-458c-85ae-11c53237bfaa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.270487] env[62226]: DEBUG nova.network.neutron [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Port 70a32b7f-7d98-4341-b15f-89a8e85fb585 binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2223.053838] env[62226]: DEBUG nova.virt.hardware [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2223.054160] env[62226]: DEBUG nova.virt.hardware [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2223.054331] env[62226]: DEBUG nova.virt.hardware [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2223.054525] env[62226]: DEBUG nova.virt.hardware [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2223.054693] env[62226]: DEBUG nova.virt.hardware [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2223.054840] env[62226]: DEBUG nova.virt.hardware [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2223.055066] env[62226]: DEBUG nova.virt.hardware [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2223.055235] env[62226]: DEBUG nova.virt.hardware [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2223.055409] env[62226]: DEBUG nova.virt.hardware [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2223.055582] env[62226]: DEBUG nova.virt.hardware [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2223.055763] env[62226]: DEBUG nova.virt.hardware [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2223.056687] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b358d-58c5-4abe-a206-5de0dfb8beaf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.064912] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10998f63-55d7-46d0-a02b-e10e2d3cb470 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.078777] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2223.079202] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Instance VIF info [] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2223.084731] env[62226]: DEBUG oslo.service.loopingcall [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2223.084974] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0686bef7-656e-4161-ad0c-994a9853093e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.086582] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2223.086821] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60a31074-a716-4c6b-8b29-d28e22b5950f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.103822] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2223.103822] env[62226]: value = "task-2028819" [ 2223.103822] env[62226]: _type = "Task" [ 2223.103822] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.105222] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2223.105222] env[62226]: value = "task-2028818" [ 2223.105222] env[62226]: _type = "Task" [ 2223.105222] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.117426] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028819, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.120410] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.296052] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.296052] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2223.296052] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.620117] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028818, 'name': PowerOffVM_Task, 'duration_secs': 0.216092} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.620324] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028819, 'name': CreateVM_Task, 'duration_secs': 0.316157} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.620563] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2223.622110] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2223.624396] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.624396] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.624396] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2223.624396] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620b80bd-ff07-4e66-8a7a-477c267a956d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.630025] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2223.630025] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528c1b6d-2379-8e54-52c5-69c16a07fe63" [ 2223.630025] env[62226]: _type = "Task" [ 2223.630025] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.636726] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528c1b6d-2379-8e54-52c5-69c16a07fe63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.678417] env[62226]: INFO nova.compute.manager [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Detaching volume 532b5b65-35cc-4b71-a4b4-c9522dfaabcb [ 2223.711106] env[62226]: INFO nova.virt.block_device [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Attempting to driver detach volume 532b5b65-35cc-4b71-a4b4-c9522dfaabcb from mountpoint /dev/sdb [ 2223.711372] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2223.711636] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416736', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'name': 'volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '791d64d9-4e5a-4164-a319-d65e8ecf16ee', 'attached_at': '', 'detached_at': '', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'serial': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2223.712581] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c565822-2609-4bad-a929-2769d78e91cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.734332] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ec8673-ce79-4d9b-a864-25d55dab01bc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.741397] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bcd961-c108-488d-a041-4253676a5edb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.761821] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8606da6a-7bb2-4d9a-8312-bf69272f4955 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.776860] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] The volume has not been displaced from its original location: [datastore2] volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb/volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2223.782361] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2223.782721] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa91fffa-d940-48fd-ba56-bc393ad2d442 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.803049] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2223.803049] env[62226]: value = "task-2028820" [ 2223.803049] env[62226]: _type = "Task" [ 2223.803049] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.814426] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.140046] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528c1b6d-2379-8e54-52c5-69c16a07fe63, 'name': SearchDatastore_Task, 'duration_secs': 0.013586} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.140439] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2224.140737] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2224.141090] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.141281] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.141509] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2224.141814] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bc8a88a-8b33-4ea8-868c-f5d7170d4dcd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.151762] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2224.151923] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2224.152750] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3e0fbe-9cba-4609-ba0e-c7b12fb963c2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.158290] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2224.158290] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52977ce0-0ba4-9dd2-8d88-fd90def7e65d" [ 2224.158290] env[62226]: _type = "Task" [ 2224.158290] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.166736] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52977ce0-0ba4-9dd2-8d88-fd90def7e65d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.312394] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028820, 'name': ReconfigVM_Task, 'duration_secs': 0.216699} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.312875] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2224.317387] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5511a5b-0a92-4d6b-b568-80065cf100cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.332325] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.332518] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.332689] env[62226]: DEBUG nova.network.neutron [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2224.335899] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2224.335899] env[62226]: value = "task-2028821" [ 2224.335899] env[62226]: _type = "Task" [ 2224.335899] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.344897] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.669896] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52977ce0-0ba4-9dd2-8d88-fd90def7e65d, 'name': SearchDatastore_Task, 'duration_secs': 0.016396} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.670758] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26161092-6a99-4cad-8b6f-78ed3fbacad4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.676682] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2224.676682] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52eebefa-44cb-21bb-e97f-0b1303e9dd49" [ 2224.676682] env[62226]: _type = "Task" [ 2224.676682] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.685253] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52eebefa-44cb-21bb-e97f-0b1303e9dd49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.846433] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028821, 'name': ReconfigVM_Task, 'duration_secs': 0.224202} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.846718] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416736', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'name': 'volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '791d64d9-4e5a-4164-a319-d65e8ecf16ee', 'attached_at': '', 'detached_at': '', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'serial': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2225.071596] env[62226]: DEBUG nova.network.neutron [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance_info_cache with network_info: [{"id": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "address": "fa:16:3e:4b:0c:4f", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a32b7f-7d", "ovs_interfaceid": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2225.188518] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52eebefa-44cb-21bb-e97f-0b1303e9dd49, 'name': SearchDatastore_Task, 'duration_secs': 0.017533} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.188741] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2225.189073] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 1b0dba2c-4f16-4f59-84f9-1c0c614396b4/1b0dba2c-4f16-4f59-84f9-1c0c614396b4.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2225.189362] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39b8f3b2-80fb-40f2-96dd-b06a92a7eb18 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.196719] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2225.196719] env[62226]: value = "task-2028822" [ 2225.196719] env[62226]: _type = "Task" [ 2225.196719] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.205343] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.574503] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2225.709145] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028822, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.896727] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2225.897189] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeb2ff11-b8dd-4b28-91ab-ef4b325aadc1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.904853] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2225.904853] env[62226]: value = "task-2028823" [ 2225.904853] env[62226]: _type = "Task" [ 2225.904853] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.916971] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2225.917228] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2225.917581] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416736', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'name': 'volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '791d64d9-4e5a-4164-a319-d65e8ecf16ee', 'attached_at': '', 'detached_at': '', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'serial': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2225.918572] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a929f0-a922-4aa8-8a62-4ef083257a74 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.942243] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f640db49-521f-40c7-9ace-b5a6c6e56027 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.950491] env[62226]: WARNING nova.virt.vmwareapi.driver [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2225.950930] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2225.951903] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d94549-0324-4b4f-ae1f-35450b8439e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.959848] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2225.960112] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5201f8e2-9d21-4ff1-83c1-c041ecb1c5ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.043325] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2226.043732] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2226.043980] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleting the datastore file [datastore2] 791d64d9-4e5a-4164-a319-d65e8ecf16ee {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2226.044329] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3499eae0-dc32-4d64-8d38-66d4c99bc0f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.051275] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2226.051275] env[62226]: value = "task-2028825" [ 2226.051275] env[62226]: _type = "Task" [ 2226.051275] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.061439] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.103987] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f633f5d4-ae9c-40b0-94e4-be60846c4e98 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.123702] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71609d8b-abbb-4e7f-82ac-199a0301b03b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.131559] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance 'e19b1d1f-d6ae-4e96-a097-063c8d1e2c78' progress to 83 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2226.208060] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724307} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.208060] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 1b0dba2c-4f16-4f59-84f9-1c0c614396b4/1b0dba2c-4f16-4f59-84f9-1c0c614396b4.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2226.208060] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2226.208325] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2804a311-3fb4-4e76-af74-261088b551ba {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.215786] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2226.215786] env[62226]: value = "task-2028826" [ 2226.215786] env[62226]: _type = "Task" [ 2226.215786] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.224122] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.561256] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295868} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.561534] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2226.561767] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2226.561970] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2226.638590] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2226.639041] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1255fcc3-dde1-450f-b7f5-fa9a958b2646 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.647292] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2226.647292] env[62226]: value = "task-2028827" [ 2226.647292] env[62226]: _type = "Task" [ 2226.647292] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.655133] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.726016] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06473} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.726509] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2226.727365] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2182af6-484a-444a-94e9-ca4a4702244e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.750246] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 1b0dba2c-4f16-4f59-84f9-1c0c614396b4/1b0dba2c-4f16-4f59-84f9-1c0c614396b4.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2226.750542] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2103ddc4-dc59-4a70-91fc-6a229a0fb71d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.772952] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2226.772952] env[62226]: value = "task-2028828" [ 2226.772952] env[62226]: _type = "Task" [ 2226.772952] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.781621] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.067511] env[62226]: INFO nova.virt.block_device [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Booting with volume 532b5b65-35cc-4b71-a4b4-c9522dfaabcb at /dev/sdb [ 2227.102022] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8903d718-8b53-421f-915e-8e991885beb7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.112464] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd8b149-1fe5-4755-a0c5-ec683cac78cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.147142] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27c847e9-4b93-4cf5-b05e-a75d3f6c8598 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.157771] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028827, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.161655] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7101a94-7947-4300-94ba-643597a620f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.193147] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7101d8-1848-44de-8b8c-184363365c47 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.200145] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c921d98a-89c0-4591-960a-f0e10d601870 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.213332] env[62226]: DEBUG nova.virt.block_device [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Updating existing volume attachment record: dbf68deb-207e-4152-95bf-3c4469fe6d6f {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2227.284546] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028828, 'name': ReconfigVM_Task, 'duration_secs': 0.353782} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.284889] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 1b0dba2c-4f16-4f59-84f9-1c0c614396b4/1b0dba2c-4f16-4f59-84f9-1c0c614396b4.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2227.285542] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1500d650-7509-4198-bab3-61e3e5dcb6af {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.291992] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2227.291992] env[62226]: value = "task-2028829" [ 2227.291992] env[62226]: _type = "Task" [ 2227.291992] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.302315] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028829, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.659405] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028827, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.804016] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028829, 'name': Rename_Task, 'duration_secs': 0.1644} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.806110] env[62226]: DEBUG oslo_vmware.rw_handles [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226239e-6356-7abc-c527-4d38badf1d6e/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2227.806509] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2227.807285] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea688b0f-07d6-491f-9b5f-1068caf316a1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.809596] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ea04d38-90f9-41b1-acf9-d449517abe2b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.814313] env[62226]: DEBUG oslo_vmware.rw_handles [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226239e-6356-7abc-c527-4d38badf1d6e/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2227.814493] env[62226]: ERROR oslo_vmware.rw_handles [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226239e-6356-7abc-c527-4d38badf1d6e/disk-0.vmdk due to incomplete transfer. [ 2227.815541] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9fd8a8af-2994-467f-87ea-d2aac48f2d0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.816885] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2227.816885] env[62226]: value = "task-2028830" [ 2227.816885] env[62226]: _type = "Task" [ 2227.816885] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.824267] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.825194] env[62226]: DEBUG oslo_vmware.rw_handles [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226239e-6356-7abc-c527-4d38badf1d6e/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2227.825380] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Uploaded image 1ece57cd-d7b8-467a-b183-12a386d49694 to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2227.827571] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2227.827787] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a320c284-b197-40b8-87d2-d0e56962673f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.833589] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2227.833589] env[62226]: value = "task-2028831" [ 2227.833589] env[62226]: _type = "Task" [ 2227.833589] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.841432] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028831, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.159366] env[62226]: DEBUG oslo_vmware.api [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028827, 'name': PowerOnVM_Task, 'duration_secs': 1.034516} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.159573] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2228.159759] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bea1a03d-f51a-41db-bafa-a8d02fac8c9b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance 'e19b1d1f-d6ae-4e96-a097-063c8d1e2c78' progress to 100 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2228.326174] env[62226]: DEBUG oslo_vmware.api [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028830, 'name': PowerOnVM_Task, 'duration_secs': 0.490339} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.326428] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2228.326624] env[62226]: DEBUG nova.compute.manager [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2228.327368] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002b4891-e366-43d5-8829-c9cf019a6bc8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.342718] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028831, 'name': Destroy_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.845047] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.845418] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.845486] env[62226]: DEBUG nova.objects.instance [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2228.850806] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028831, 'name': Destroy_Task, 'duration_secs': 0.912337} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.851221] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Destroyed the VM [ 2228.851458] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2228.851734] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73d14bc2-7bbe-4042-b043-90a6f53bd72c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.858527] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2228.858527] env[62226]: value = "task-2028832" [ 2228.858527] env[62226]: _type = "Task" [ 2228.858527] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.867270] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.320415] env[62226]: DEBUG nova.virt.hardware [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2229.320667] env[62226]: DEBUG nova.virt.hardware [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2229.320829] env[62226]: DEBUG nova.virt.hardware [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2229.321016] env[62226]: DEBUG nova.virt.hardware [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2229.321173] env[62226]: DEBUG nova.virt.hardware [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2229.321396] env[62226]: DEBUG nova.virt.hardware [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2229.321759] env[62226]: DEBUG nova.virt.hardware [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2229.321941] env[62226]: DEBUG nova.virt.hardware [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2229.322136] env[62226]: DEBUG nova.virt.hardware [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2229.322307] env[62226]: DEBUG nova.virt.hardware [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2229.322481] env[62226]: DEBUG nova.virt.hardware [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2229.323351] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1e9bda-9557-4810-b455-888c225d6b05 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.331078] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826b252d-8fc4-4f4c-80d0-3bbb8755c0cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.344538] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:b8:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85c25071-8790-4312-bd93-ee9ea446e72d', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2229.351729] env[62226]: DEBUG oslo.service.loopingcall [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2229.354924] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2229.355027] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99923887-e2b7-45b5-a276-13472e468302 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.369626] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08de4506-7111-4cf1-826e-502a5c237206 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.524s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.378896] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028832, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358907} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.379957] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2229.380267] env[62226]: DEBUG nova.compute.manager [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2229.380493] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2229.380493] env[62226]: value = "task-2028833" [ 2229.380493] env[62226]: _type = "Task" [ 2229.380493] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.381138] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7b5800-ca4b-4ca5-b8d2-5ce359acb838 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.394352] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028833, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.703396] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "1b0dba2c-4f16-4f59-84f9-1c0c614396b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.703688] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "1b0dba2c-4f16-4f59-84f9-1c0c614396b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.703913] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "1b0dba2c-4f16-4f59-84f9-1c0c614396b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.704120] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "1b0dba2c-4f16-4f59-84f9-1c0c614396b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.704298] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "1b0dba2c-4f16-4f59-84f9-1c0c614396b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.706322] env[62226]: INFO nova.compute.manager [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Terminating instance [ 2229.897706] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028833, 'name': CreateVM_Task, 'duration_secs': 0.330697} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.898146] env[62226]: INFO nova.compute.manager [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Shelve offloading [ 2229.899560] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2229.900974] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.901186] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.901560] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2229.901966] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e5b936-bba1-4307-aa97-35c739f0b8e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.908075] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2229.908075] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52577702-e5f4-4157-5833-5863cfd2f0b3" [ 2229.908075] env[62226]: _type = "Task" [ 2229.908075] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.918581] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52577702-e5f4-4157-5833-5863cfd2f0b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.209891] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "refresh_cache-1b0dba2c-4f16-4f59-84f9-1c0c614396b4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.210087] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquired lock "refresh_cache-1b0dba2c-4f16-4f59-84f9-1c0c614396b4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.210236] env[62226]: DEBUG nova.network.neutron [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2230.400371] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.400630] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.400823] env[62226]: DEBUG nova.compute.manager [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Going to confirm migration 8 {{(pid=62226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2230.402460] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2230.402919] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ac1dd34-4a48-4d13-9e85-8914e1171b88 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.410474] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2230.410474] env[62226]: value = "task-2028834" [ 2230.410474] env[62226]: _type = "Task" [ 2230.410474] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.422461] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52577702-e5f4-4157-5833-5863cfd2f0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.425715] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.425968] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2230.426221] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.426371] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.426554] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2230.427083] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-970cf82e-a3b0-4fbb-a856-daaa448c0788 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.428729] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2230.428923] env[62226]: DEBUG nova.compute.manager [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2230.429626] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08118c5-7ace-45c9-b3b2-ccfc7f5447bf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.435950] env[62226]: DEBUG oslo_concurrency.lockutils [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.436154] env[62226]: DEBUG oslo_concurrency.lockutils [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.436345] env[62226]: DEBUG nova.network.neutron [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2230.440215] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2230.440215] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2230.440215] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6febf8-22ba-4a32-9b2e-8feaebc0ac35 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.445639] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2230.445639] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aa94a8-4124-a836-0e11-d07bc99bd2b5" [ 2230.445639] env[62226]: _type = "Task" [ 2230.445639] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.453315] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aa94a8-4124-a836-0e11-d07bc99bd2b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.732069] env[62226]: DEBUG nova.network.neutron [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2230.778751] env[62226]: DEBUG nova.network.neutron [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.956130] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52aa94a8-4124-a836-0e11-d07bc99bd2b5, 'name': SearchDatastore_Task, 'duration_secs': 0.007866} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.956855] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ed4b8d-9980-435c-8c6c-2fb29b604681 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.962227] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2230.962227] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527d22d5-41ac-73dc-c599-a144ba6bdde5" [ 2230.962227] env[62226]: _type = "Task" [ 2230.962227] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.969850] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527d22d5-41ac-73dc-c599-a144ba6bdde5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.984730] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.984916] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.985105] env[62226]: DEBUG nova.network.neutron [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2230.985297] env[62226]: DEBUG nova.objects.instance [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lazy-loading 'info_cache' on Instance uuid e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2231.162194] env[62226]: DEBUG nova.network.neutron [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updating instance_info_cache with network_info: [{"id": "965a0802-b429-4be9-9f73-75932fde0d20", "address": "fa:16:3e:4e:4a:0a", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965a0802-b4", "ovs_interfaceid": "965a0802-b429-4be9-9f73-75932fde0d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.281237] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Releasing lock "refresh_cache-1b0dba2c-4f16-4f59-84f9-1c0c614396b4" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.281803] env[62226]: DEBUG nova.compute.manager [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2231.282108] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2231.282996] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc87770-e42c-4ace-a994-2cf83f0a75d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.293229] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2231.293509] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edc4198d-5fec-4aa7-9016-f0e8b2e9952c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.300607] env[62226]: DEBUG oslo_vmware.api [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2231.300607] env[62226]: value = "task-2028835" [ 2231.300607] env[62226]: _type = "Task" [ 2231.300607] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.309408] env[62226]: DEBUG oslo_vmware.api [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.473039] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]527d22d5-41ac-73dc-c599-a144ba6bdde5, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.473311] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.473564] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 791d64d9-4e5a-4164-a319-d65e8ecf16ee/791d64d9-4e5a-4164-a319-d65e8ecf16ee.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2231.473844] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dabc0680-f0a4-456d-a889-4060ebfce313 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.480840] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2231.480840] env[62226]: value = "task-2028836" [ 2231.480840] env[62226]: _type = "Task" [ 2231.480840] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.490179] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.665359] env[62226]: DEBUG oslo_concurrency.lockutils [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.813241] env[62226]: DEBUG oslo_vmware.api [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028835, 'name': PowerOffVM_Task, 'duration_secs': 0.106126} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.813699] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2231.813958] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2231.814341] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-674819a6-5e9e-45a0-a6f2-ceb8a96d87bf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.841491] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2231.841939] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2231.842159] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Deleting the datastore file [datastore1] 1b0dba2c-4f16-4f59-84f9-1c0c614396b4 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2231.842430] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba40f106-2b91-4032-b951-cbf054c9b972 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.849922] env[62226]: DEBUG oslo_vmware.api [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2231.849922] env[62226]: value = "task-2028838" [ 2231.849922] env[62226]: _type = "Task" [ 2231.849922] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.858877] env[62226]: DEBUG oslo_vmware.api [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.957013] env[62226]: DEBUG nova.compute.manager [req-1a7d3417-27e5-4a74-8a9d-d6fbd778f3b7 req-ed98083d-afcf-47ef-8b07-f5f2df390a4d service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Received event network-vif-unplugged-965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2231.957252] env[62226]: DEBUG oslo_concurrency.lockutils [req-1a7d3417-27e5-4a74-8a9d-d6fbd778f3b7 req-ed98083d-afcf-47ef-8b07-f5f2df390a4d service nova] Acquiring lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.957465] env[62226]: DEBUG oslo_concurrency.lockutils [req-1a7d3417-27e5-4a74-8a9d-d6fbd778f3b7 req-ed98083d-afcf-47ef-8b07-f5f2df390a4d service nova] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.957666] env[62226]: DEBUG oslo_concurrency.lockutils [req-1a7d3417-27e5-4a74-8a9d-d6fbd778f3b7 req-ed98083d-afcf-47ef-8b07-f5f2df390a4d service nova] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.957845] env[62226]: DEBUG nova.compute.manager [req-1a7d3417-27e5-4a74-8a9d-d6fbd778f3b7 req-ed98083d-afcf-47ef-8b07-f5f2df390a4d service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] No waiting events found dispatching network-vif-unplugged-965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2231.958070] env[62226]: WARNING nova.compute.manager [req-1a7d3417-27e5-4a74-8a9d-d6fbd778f3b7 req-ed98083d-afcf-47ef-8b07-f5f2df390a4d service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Received unexpected event network-vif-unplugged-965a0802-b429-4be9-9f73-75932fde0d20 for instance with vm_state shelved and task_state shelving_offloading. [ 2231.993264] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028836, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.089379] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2232.093041] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3281eee-518d-46e2-b430-86b13aa540a1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.099816] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2232.100057] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09025c77-473a-4681-93cf-d2d2db21845f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.244857] env[62226]: DEBUG nova.network.neutron [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance_info_cache with network_info: [{"id": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "address": "fa:16:3e:4b:0c:4f", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a32b7f-7d", "ovs_interfaceid": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.273488] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2232.273748] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2232.273945] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleting the datastore file [datastore2] 7ed35942-2419-4d3f-a6f1-88338b8d43d0 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2232.274219] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e923e04b-b971-4818-80f2-8abbf4884c1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.281167] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2232.281167] env[62226]: value = "task-2028840" [ 2232.281167] env[62226]: _type = "Task" [ 2232.281167] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.288362] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.359292] env[62226]: DEBUG oslo_vmware.api [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462424} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.359537] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2232.359727] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2232.359918] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2232.360103] env[62226]: INFO nova.compute.manager [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2232.360352] env[62226]: DEBUG oslo.service.loopingcall [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2232.360543] env[62226]: DEBUG nova.compute.manager [-] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2232.360637] env[62226]: DEBUG nova.network.neutron [-] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2232.377993] env[62226]: DEBUG nova.network.neutron [-] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2232.491171] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52476} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.491436] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 791d64d9-4e5a-4164-a319-d65e8ecf16ee/791d64d9-4e5a-4164-a319-d65e8ecf16ee.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2232.491663] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2232.491937] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90fa7c2c-0ffd-4a06-8d17-7e9da29bb85e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.497916] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2232.497916] env[62226]: value = "task-2028841" [ 2232.497916] env[62226]: _type = "Task" [ 2232.497916] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.505449] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.747647] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.747955] env[62226]: DEBUG nova.objects.instance [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lazy-loading 'migration_context' on Instance uuid e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2232.790868] env[62226]: DEBUG oslo_vmware.api [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176561} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.791107] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2232.791295] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2232.791465] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2232.813158] env[62226]: INFO nova.scheduler.client.report [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleted allocations for instance 7ed35942-2419-4d3f-a6f1-88338b8d43d0 [ 2232.880699] env[62226]: DEBUG nova.network.neutron [-] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.007966] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323336} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.008320] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2233.008986] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d54c9d3-a677-443a-853d-babcf320ff44 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.032875] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 791d64d9-4e5a-4164-a319-d65e8ecf16ee/791d64d9-4e5a-4164-a319-d65e8ecf16ee.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2233.033152] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e73b013-8dfb-44b8-a170-bc8b12803e80 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.053830] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2233.053830] env[62226]: value = "task-2028842" [ 2233.053830] env[62226]: _type = "Task" [ 2233.053830] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.062187] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.250697] env[62226]: DEBUG nova.objects.base [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2233.251730] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b3a954-bd45-49b9-9d94-b45ce7ce1383 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.271343] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c98b84f-dfcd-48e6-8d2a-15132bccdd66 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.277367] env[62226]: DEBUG oslo_vmware.api [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2233.277367] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ad62b1-53ba-7b16-8faa-516319c9a51b" [ 2233.277367] env[62226]: _type = "Task" [ 2233.277367] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.285469] env[62226]: DEBUG oslo_vmware.api [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ad62b1-53ba-7b16-8faa-516319c9a51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.318045] env[62226]: DEBUG oslo_concurrency.lockutils [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.318190] env[62226]: DEBUG oslo_concurrency.lockutils [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.318314] env[62226]: DEBUG nova.objects.instance [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'resources' on Instance uuid 7ed35942-2419-4d3f-a6f1-88338b8d43d0 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2233.383039] env[62226]: INFO nova.compute.manager [-] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Took 1.02 seconds to deallocate network for instance. [ 2233.564310] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028842, 'name': ReconfigVM_Task, 'duration_secs': 0.310727} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.564785] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 791d64d9-4e5a-4164-a319-d65e8ecf16ee/791d64d9-4e5a-4164-a319-d65e8ecf16ee.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2233.565980] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'size': 0, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'encryption_format': None, 'guest_format': None, 'disk_bus': None, 'encryption_options': None, 'image_id': 'a37c1ad0-14d1-4f72-9199-9d380d813147'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416736', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'name': 'volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '791d64d9-4e5a-4164-a319-d65e8ecf16ee', 'attached_at': '', 'detached_at': '', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'serial': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb'}, 'attachment_id': 'dbf68deb-207e-4152-95bf-3c4469fe6d6f', 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62226) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2233.566247] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2233.566480] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416736', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'name': 'volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '791d64d9-4e5a-4164-a319-d65e8ecf16ee', 'attached_at': '', 'detached_at': '', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'serial': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2233.567302] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591fac20-ab2f-4baa-aef6-512b89acb14d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.582745] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebba1c9d-09c1-42d7-92ad-283533a75031 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.608288] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb/volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2233.608599] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dada588c-268b-473b-9c2d-7c1710328c15 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.626896] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2233.626896] env[62226]: value = "task-2028843" [ 2233.626896] env[62226]: _type = "Task" [ 2233.626896] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.634737] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.787744] env[62226]: DEBUG oslo_vmware.api [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52ad62b1-53ba-7b16-8faa-516319c9a51b, 'name': SearchDatastore_Task, 'duration_secs': 0.007992} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.788049] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.821968] env[62226]: DEBUG nova.objects.instance [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'numa_topology' on Instance uuid 7ed35942-2419-4d3f-a6f1-88338b8d43d0 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2233.889438] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.983182] env[62226]: DEBUG nova.compute.manager [req-657a976b-c437-406b-ac15-4a356b317a0d req-82b452c8-e368-47c2-b537-4fab2d95e2a2 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Received event network-changed-965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2233.983182] env[62226]: DEBUG nova.compute.manager [req-657a976b-c437-406b-ac15-4a356b317a0d req-82b452c8-e368-47c2-b537-4fab2d95e2a2 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Refreshing instance network info cache due to event network-changed-965a0802-b429-4be9-9f73-75932fde0d20. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2233.983953] env[62226]: DEBUG oslo_concurrency.lockutils [req-657a976b-c437-406b-ac15-4a356b317a0d req-82b452c8-e368-47c2-b537-4fab2d95e2a2 service nova] Acquiring lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.984149] env[62226]: DEBUG oslo_concurrency.lockutils [req-657a976b-c437-406b-ac15-4a356b317a0d req-82b452c8-e368-47c2-b537-4fab2d95e2a2 service nova] Acquired lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.984331] env[62226]: DEBUG nova.network.neutron [req-657a976b-c437-406b-ac15-4a356b317a0d req-82b452c8-e368-47c2-b537-4fab2d95e2a2 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Refreshing network info cache for port 965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2234.137960] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028843, 'name': ReconfigVM_Task, 'duration_secs': 0.317311} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.138329] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb/volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2234.143109] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-489116cf-6025-445b-9484-ec66ace5e5b9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.160672] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2234.160672] env[62226]: value = "task-2028844" [ 2234.160672] env[62226]: _type = "Task" [ 2234.160672] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.170221] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.324806] env[62226]: DEBUG nova.objects.base [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Object Instance<7ed35942-2419-4d3f-a6f1-88338b8d43d0> lazy-loaded attributes: resources,numa_topology {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2234.505893] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0398943b-8b15-4d1e-86a1-05b36d805fc3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.513975] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4e7931-17a5-420f-b32f-a2f3c4c14762 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.548235] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.549302] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e29205b-384a-4fa2-9d51-8123e9f9d554 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.557395] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0d0570-9d72-4daf-ada5-7bcda31b7b7a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.572623] env[62226]: DEBUG nova.compute.provider_tree [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2234.670442] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028844, 'name': ReconfigVM_Task, 'duration_secs': 0.148701} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.670742] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416736', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'name': 'volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '791d64d9-4e5a-4164-a319-d65e8ecf16ee', 'attached_at': '', 'detached_at': '', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'serial': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2234.671854] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6f7db25-c637-491d-ba44-ab3b33d13fa3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.681072] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2234.681072] env[62226]: value = "task-2028845" [ 2234.681072] env[62226]: _type = "Task" [ 2234.681072] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.692140] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028845, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.748495] env[62226]: DEBUG nova.network.neutron [req-657a976b-c437-406b-ac15-4a356b317a0d req-82b452c8-e368-47c2-b537-4fab2d95e2a2 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updated VIF entry in instance network info cache for port 965a0802-b429-4be9-9f73-75932fde0d20. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2234.748892] env[62226]: DEBUG nova.network.neutron [req-657a976b-c437-406b-ac15-4a356b317a0d req-82b452c8-e368-47c2-b537-4fab2d95e2a2 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updating instance_info_cache with network_info: [{"id": "965a0802-b429-4be9-9f73-75932fde0d20", "address": "fa:16:3e:4e:4a:0a", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": null, "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap965a0802-b4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.078600] env[62226]: DEBUG nova.scheduler.client.report [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2235.193766] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028845, 'name': Rename_Task, 'duration_secs': 0.14479} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.194138] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2235.194442] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf0f79c5-75e4-4a43-9198-52163a9f22ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.201463] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2235.201463] env[62226]: value = "task-2028846" [ 2235.201463] env[62226]: _type = "Task" [ 2235.201463] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.209630] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.252103] env[62226]: DEBUG oslo_concurrency.lockutils [req-657a976b-c437-406b-ac15-4a356b317a0d req-82b452c8-e368-47c2-b537-4fab2d95e2a2 service nova] Releasing lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.584950] env[62226]: DEBUG oslo_concurrency.lockutils [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.588344] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.800s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.712053] env[62226]: DEBUG oslo_vmware.api [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028846, 'name': PowerOnVM_Task, 'duration_secs': 0.43103} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.712341] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2235.712675] env[62226]: DEBUG nova.compute.manager [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2235.713347] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185cd914-1fea-48dd-ab7e-556b0b5da0e6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.096972] env[62226]: DEBUG oslo_concurrency.lockutils [None req-31eba516-1015-4857-b4fb-1a5232e35e60 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.389s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.098075] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.550s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.098271] env[62226]: INFO nova.compute.manager [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Unshelving [ 2236.231084] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.249194] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f28f603-0f07-4004-bd11-d6c2b63ae9e8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.256975] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34a3183-752c-4b38-8fe8-7a1005585728 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.286247] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824d8696-571c-49b1-ac09-6cc04fd138ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.293763] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439fae32-3d5a-4894-b9b6-78e75b9da8d7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.306690] env[62226]: DEBUG nova.compute.provider_tree [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2236.673054] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2236.673054] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2236.809983] env[62226]: DEBUG nova.scheduler.client.report [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2237.156320] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.178155] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2237.178305] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2237.709187] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.709392] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquired lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.709482] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Forcefully refreshing network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2237.821059] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.232s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.823458] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.934s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.823743] env[62226]: DEBUG nova.objects.instance [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lazy-loading 'resources' on Instance uuid 1b0dba2c-4f16-4f59-84f9-1c0c614396b4 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2238.376584] env[62226]: INFO nova.scheduler.client.report [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleted allocation for migration 1d60aaf8-c5c2-429e-9975-593f37f834cf [ 2238.471712] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a972e56-f825-47a5-838a-a7d0126438a4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.480589] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b37498c-9ae3-403c-949c-da59f1942506 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.512073] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94b5fa5-a39a-487e-9f79-b075e0742351 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.519442] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14b64c1-d050-4964-84e9-27a595c48380 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.533819] env[62226]: DEBUG nova.compute.provider_tree [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2238.884392] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b8a21c7a-c370-4907-ac63-0b2554e5fdcd tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.483s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.942636] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance_info_cache with network_info: [{"id": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "address": "fa:16:3e:4b:0c:4f", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a32b7f-7d", "ovs_interfaceid": "70a32b7f-7d98-4341-b15f-89a8e85fb585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2239.036917] env[62226]: DEBUG nova.scheduler.client.report [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2239.445088] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Releasing lock "refresh_cache-e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.445311] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updated the network info_cache for instance {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2239.445516] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2239.445673] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2239.445819] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2239.445967] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2239.446137] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2239.446317] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2239.446449] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2239.446594] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2239.544061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.546545] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.315s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.546545] env[62226]: DEBUG nova.objects.instance [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62226) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2239.565698] env[62226]: INFO nova.scheduler.client.report [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Deleted allocations for instance 1b0dba2c-4f16-4f59-84f9-1c0c614396b4 [ 2239.609520] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.609753] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.609978] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.610500] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.610689] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.612473] env[62226]: INFO nova.compute.manager [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Terminating instance [ 2239.949300] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.073411] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a165cd62-ffd4-419f-a1cf-ee456e522f86 tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "1b0dba2c-4f16-4f59-84f9-1c0c614396b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.370s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.115646] env[62226]: DEBUG nova.compute.manager [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2240.115874] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2240.116764] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c289d74-2f08-4932-8866-cb5b7ca87090 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.124720] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2240.124984] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f28461d4-61bd-4b6f-b049-b148472a582d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.131704] env[62226]: DEBUG oslo_vmware.api [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2240.131704] env[62226]: value = "task-2028847" [ 2240.131704] env[62226]: _type = "Task" [ 2240.131704] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.140718] env[62226]: DEBUG oslo_vmware.api [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.512348] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "01c36912-05ad-4dd0-9b71-4f7e31be2934" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.512617] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "01c36912-05ad-4dd0-9b71-4f7e31be2934" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.512833] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "01c36912-05ad-4dd0-9b71-4f7e31be2934-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.513033] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "01c36912-05ad-4dd0-9b71-4f7e31be2934-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.513217] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "01c36912-05ad-4dd0-9b71-4f7e31be2934-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.515286] env[62226]: INFO nova.compute.manager [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Terminating instance [ 2240.554728] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9386a40b-9a80-434b-a31e-563ffd316c94 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.555403] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.399s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.555615] env[62226]: DEBUG nova.objects.instance [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'pci_requests' on Instance uuid 7ed35942-2419-4d3f-a6f1-88338b8d43d0 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2240.641385] env[62226]: DEBUG oslo_vmware.api [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028847, 'name': PowerOffVM_Task, 'duration_secs': 0.179751} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.641637] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2240.641821] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2240.642089] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fe1ef09-527c-4545-be97-fc634492f654 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.018887] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "refresh_cache-01c36912-05ad-4dd0-9b71-4f7e31be2934" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.019198] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquired lock "refresh_cache-01c36912-05ad-4dd0-9b71-4f7e31be2934" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.019300] env[62226]: DEBUG nova.network.neutron [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2241.058986] env[62226]: DEBUG nova.objects.instance [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'numa_topology' on Instance uuid 7ed35942-2419-4d3f-a6f1-88338b8d43d0 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2241.538588] env[62226]: DEBUG nova.network.neutron [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2241.561570] env[62226]: INFO nova.compute.claims [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2241.584779] env[62226]: DEBUG nova.network.neutron [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2242.087033] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Releasing lock "refresh_cache-01c36912-05ad-4dd0-9b71-4f7e31be2934" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.087451] env[62226]: DEBUG nova.compute.manager [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2242.087652] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2242.088567] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6273e794-e94e-4d3a-9644-359c7883efa1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.096483] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2242.096720] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e9a4132-043c-445b-bf52-63632099301d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.102770] env[62226]: DEBUG oslo_vmware.api [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2242.102770] env[62226]: value = "task-2028849" [ 2242.102770] env[62226]: _type = "Task" [ 2242.102770] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.110571] env[62226]: DEBUG oslo_vmware.api [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.616784] env[62226]: DEBUG oslo_vmware.api [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028849, 'name': PowerOffVM_Task, 'duration_secs': 0.114538} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.617292] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2242.617474] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2242.617721] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-279f000c-0ca4-4c11-bdde-a42fb7b25a42 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.645028] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2242.645144] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2242.645282] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Deleting the datastore file [datastore2] 01c36912-05ad-4dd0-9b71-4f7e31be2934 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2242.645537] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34c766a4-88cf-4dac-993c-4c5626bda9df {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.652064] env[62226]: DEBUG oslo_vmware.api [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for the task: (returnval){ [ 2242.652064] env[62226]: value = "task-2028851" [ 2242.652064] env[62226]: _type = "Task" [ 2242.652064] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.659686] env[62226]: DEBUG oslo_vmware.api [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.703043] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d01282-5dd5-497e-95fe-2661b7b986eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.710479] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ddf00f-8040-491e-a72d-3fe80cd3c266 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.741354] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfca7548-8ec8-4ef8-b7bb-36a96ac9d84e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.748916] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432ef473-c7c4-45c3-b42b-07741012be21 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.761787] env[62226]: DEBUG nova.compute.provider_tree [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2243.161762] env[62226]: DEBUG oslo_vmware.api [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Task: {'id': task-2028851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08511} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.162153] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2243.162361] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2243.162559] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2243.162739] env[62226]: INFO nova.compute.manager [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2243.162993] env[62226]: DEBUG oslo.service.loopingcall [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2243.163201] env[62226]: DEBUG nova.compute.manager [-] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2243.163298] env[62226]: DEBUG nova.network.neutron [-] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2243.178665] env[62226]: DEBUG nova.network.neutron [-] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2243.264558] env[62226]: DEBUG nova.scheduler.client.report [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2243.681452] env[62226]: DEBUG nova.network.neutron [-] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2243.769248] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.214s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.771414] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.822s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.771601] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.771760] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2243.772635] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa0cdc4-433a-43dd-bb68-303f5a945d7c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.781275] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd98c29-68e0-48f2-b893-f21d42a1bf7f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.794403] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26748095-ed55-469d-a96f-f00acbf48a1a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.800557] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfcfd85-f4b0-48d2-8ea6-d5f9312d3761 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.805194] env[62226]: INFO nova.network.neutron [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updating port 965a0802-b429-4be9-9f73-75932fde0d20 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2243.832545] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179588MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2243.832697] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.832893] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.184915] env[62226]: INFO nova.compute.manager [-] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Took 1.02 seconds to deallocate network for instance. [ 2244.691296] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.861305] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance ef2e3023-b006-47f8-b193-80b1e60e9b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2244.861471] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 2c7e9832-b6fa-43b0-994d-e5d578cf3485 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2244.861596] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance faae8d00-327e-4958-a68b-149d5ff3486b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2244.861720] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 2fccebf4-527c-4284-9aac-51296d89a454 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2244.861829] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance ba6127f6-aaeb-4584-bf36-a81d1c2e70dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2244.861941] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 791d64d9-4e5a-4164-a319-d65e8ecf16ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2244.862065] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance d21cdd5a-85ac-4145-bb8b-76f359c97970 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2244.862178] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 01c36912-05ad-4dd0-9b71-4f7e31be2934 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2244.862287] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2244.862394] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 7ed35942-2419-4d3f-a6f1-88338b8d43d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2244.862594] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2244.862728] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2244.979465] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb9b256-af43-4dea-859f-6da2fa05c6ab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.989384] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbc02a1-9908-4c7e-b42b-5988265d795a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.027115] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76350f1-bdac-4a75-a17a-355c245d3030 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.034319] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df64bb31-b1fe-4fe0-a208-54045e2fd834 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.046990] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2245.382851] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2245.383176] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2245.383283] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleting the datastore file [datastore2] e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2245.383550] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97ab47e9-affa-4e44-96ec-0337298cfb85 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.390436] env[62226]: DEBUG oslo_vmware.api [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2245.390436] env[62226]: value = "task-2028852" [ 2245.390436] env[62226]: _type = "Task" [ 2245.390436] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.397819] env[62226]: DEBUG oslo_vmware.api [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.550595] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2245.900355] env[62226]: DEBUG oslo_vmware.api [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139082} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.900608] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2245.900788] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2245.900965] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2245.901156] env[62226]: INFO nova.compute.manager [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Took 5.79 seconds to destroy the instance on the hypervisor. [ 2245.901387] env[62226]: DEBUG oslo.service.loopingcall [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2245.901573] env[62226]: DEBUG nova.compute.manager [-] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2245.901667] env[62226]: DEBUG nova.network.neutron [-] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2246.054577] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2246.054788] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.222s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.055102] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.364s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.055339] env[62226]: DEBUG nova.objects.instance [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lazy-loading 'resources' on Instance uuid 01c36912-05ad-4dd0-9b71-4f7e31be2934 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2246.359052] env[62226]: DEBUG nova.compute.manager [req-0300fd82-68bf-443c-89a2-7345264a8e89 req-657298eb-6ae3-4d50-a6ea-bb06d734cccb service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Received event network-vif-deleted-70a32b7f-7d98-4341-b15f-89a8e85fb585 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2246.359241] env[62226]: INFO nova.compute.manager [req-0300fd82-68bf-443c-89a2-7345264a8e89 req-657298eb-6ae3-4d50-a6ea-bb06d734cccb service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Neutron deleted interface 70a32b7f-7d98-4341-b15f-89a8e85fb585; detaching it from the instance and deleting it from the info cache [ 2246.359422] env[62226]: DEBUG nova.network.neutron [req-0300fd82-68bf-443c-89a2-7345264a8e89 req-657298eb-6ae3-4d50-a6ea-bb06d734cccb service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.682339] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da1b0c1-4167-4551-ac4b-e2d18bd92d9e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.690084] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc2e1a-4067-45a3-b330-3146988b4a19 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.721833] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962abf6d-7b85-4886-b797-794d63ef4633 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.731649] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c49c32-2a85-4544-aa1b-d5b7e692cdfd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.745352] env[62226]: DEBUG nova.compute.provider_tree [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2246.783834] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.784048] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.784259] env[62226]: DEBUG nova.network.neutron [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2246.837467] env[62226]: DEBUG nova.network.neutron [-] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.862019] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89725919-57f7-4e7d-ac1c-2b068d525541 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.871880] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6da214a-60db-4c63-8bc2-291cf7a7e9ab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.899669] env[62226]: DEBUG nova.compute.manager [req-0300fd82-68bf-443c-89a2-7345264a8e89 req-657298eb-6ae3-4d50-a6ea-bb06d734cccb service nova] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Detach interface failed, port_id=70a32b7f-7d98-4341-b15f-89a8e85fb585, reason: Instance e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2247.248755] env[62226]: DEBUG nova.scheduler.client.report [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2247.340184] env[62226]: INFO nova.compute.manager [-] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Took 1.44 seconds to deallocate network for instance. [ 2247.497547] env[62226]: DEBUG nova.network.neutron [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updating instance_info_cache with network_info: [{"id": "965a0802-b429-4be9-9f73-75932fde0d20", "address": "fa:16:3e:4e:4a:0a", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965a0802-b4", "ovs_interfaceid": "965a0802-b429-4be9-9f73-75932fde0d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.754055] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.775153] env[62226]: INFO nova.scheduler.client.report [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Deleted allocations for instance 01c36912-05ad-4dd0-9b71-4f7e31be2934 [ 2247.846878] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2247.847159] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2247.847414] env[62226]: DEBUG nova.objects.instance [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lazy-loading 'resources' on Instance uuid e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2248.000583] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2248.028373] env[62226]: DEBUG nova.virt.hardware [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='70823f51e01cac357ab0cdc1704b0e2a',container_format='bare',created_at=2025-01-06T16:47:00Z,direct_url=,disk_format='vmdk',id=1ece57cd-d7b8-467a-b183-12a386d49694,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-548732944-shelved',owner='506500182ff8414899d7d9b8e2189a9f',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-01-06T16:47:13Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2248.028672] env[62226]: DEBUG nova.virt.hardware [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2248.028867] env[62226]: DEBUG nova.virt.hardware [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2248.029095] env[62226]: DEBUG nova.virt.hardware [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2248.029295] env[62226]: DEBUG nova.virt.hardware [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2248.029468] env[62226]: DEBUG nova.virt.hardware [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2248.029720] env[62226]: DEBUG nova.virt.hardware [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2248.029905] env[62226]: DEBUG nova.virt.hardware [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2248.030124] env[62226]: DEBUG nova.virt.hardware [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2248.030326] env[62226]: DEBUG nova.virt.hardware [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2248.030525] env[62226]: DEBUG nova.virt.hardware [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2248.031507] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2849d4f-cba9-486b-adf8-33871ddf296b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.041916] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be6dcb1-753f-49a7-90f3-11f6a1d0e2f6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.059766] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:4a:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '965a0802-b429-4be9-9f73-75932fde0d20', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2248.067059] env[62226]: DEBUG oslo.service.loopingcall [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2248.067311] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2248.067524] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80d17b6a-8c51-436c-b4c7-ad5a67ca5436 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.086244] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2248.086244] env[62226]: value = "task-2028853" [ 2248.086244] env[62226]: _type = "Task" [ 2248.086244] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.093857] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028853, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.282820] env[62226]: DEBUG oslo_concurrency.lockutils [None req-3b40006d-a053-48c5-a47b-4876f89176ea tempest-ServerShowV247Test-1489983379 tempest-ServerShowV247Test-1489983379-project-member] Lock "01c36912-05ad-4dd0-9b71-4f7e31be2934" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.770s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.389124] env[62226]: DEBUG nova.compute.manager [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Received event network-vif-plugged-965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2248.389124] env[62226]: DEBUG oslo_concurrency.lockutils [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] Acquiring lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.389385] env[62226]: DEBUG oslo_concurrency.lockutils [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.389750] env[62226]: DEBUG oslo_concurrency.lockutils [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.389750] env[62226]: DEBUG nova.compute.manager [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] No waiting events found dispatching network-vif-plugged-965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2248.389889] env[62226]: WARNING nova.compute.manager [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Received unexpected event network-vif-plugged-965a0802-b429-4be9-9f73-75932fde0d20 for instance with vm_state shelved_offloaded and task_state spawning. [ 2248.390069] env[62226]: DEBUG nova.compute.manager [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Received event network-changed-965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2248.390231] env[62226]: DEBUG nova.compute.manager [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Refreshing instance network info cache due to event network-changed-965a0802-b429-4be9-9f73-75932fde0d20. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2248.390416] env[62226]: DEBUG oslo_concurrency.lockutils [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] Acquiring lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2248.390563] env[62226]: DEBUG oslo_concurrency.lockutils [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] Acquired lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2248.390727] env[62226]: DEBUG nova.network.neutron [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Refreshing network info cache for port 965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2248.465848] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675d1f39-aaa0-4d80-986f-c43b6672895d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.473351] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9296a2-37cd-481a-884c-9571c44f3ea8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.504990] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33fa6b9-b864-4004-ad91-d24ca22050dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.512091] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cdf641-b3fd-451f-9ab5-e9966e6b1a89 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.525589] env[62226]: DEBUG nova.compute.provider_tree [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2248.596262] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028853, 'name': CreateVM_Task, 'duration_secs': 0.449544} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.596456] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2248.597204] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2248.597393] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2248.597839] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2248.598125] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef81f771-2815-4d64-be05-0adfd2baa492 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.602928] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2248.602928] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522f0232-d3d9-1c7a-ec2e-c2dad3546fe4" [ 2248.602928] env[62226]: _type = "Task" [ 2248.602928] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.610753] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522f0232-d3d9-1c7a-ec2e-c2dad3546fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.028674] env[62226]: DEBUG nova.scheduler.client.report [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2249.113829] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2249.114178] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Processing image 1ece57cd-d7b8-467a-b183-12a386d49694 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2249.114430] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694/1ece57cd-d7b8-467a-b183-12a386d49694.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2249.114585] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694/1ece57cd-d7b8-467a-b183-12a386d49694.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2249.114765] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2249.115072] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-892bf886-cc9d-4e1d-8d1a-664cf24bc988 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.124458] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2249.124648] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2249.125401] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7576b577-adbb-4500-b65d-5c3673178d42 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.133175] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2249.133175] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525009f7-ab50-2b5f-9a14-08795a98b87e" [ 2249.133175] env[62226]: _type = "Task" [ 2249.133175] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.140944] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525009f7-ab50-2b5f-9a14-08795a98b87e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.195694] env[62226]: DEBUG nova.network.neutron [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updated VIF entry in instance network info cache for port 965a0802-b429-4be9-9f73-75932fde0d20. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2249.196092] env[62226]: DEBUG nova.network.neutron [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updating instance_info_cache with network_info: [{"id": "965a0802-b429-4be9-9f73-75932fde0d20", "address": "fa:16:3e:4e:4a:0a", "network": {"id": "d67d504e-4b18-4a35-a0fe-04ece11edae2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479006595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506500182ff8414899d7d9b8e2189a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965a0802-b4", "ovs_interfaceid": "965a0802-b429-4be9-9f73-75932fde0d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2249.533692] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.556821] env[62226]: INFO nova.scheduler.client.report [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleted allocations for instance e19b1d1f-d6ae-4e96-a097-063c8d1e2c78 [ 2249.643471] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Preparing fetch location {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2249.643724] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Fetch image to [datastore2] OSTACK_IMG_675e6bf9-7eaa-4eaa-95e6-025df7f3a537/OSTACK_IMG_675e6bf9-7eaa-4eaa-95e6-025df7f3a537.vmdk {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2249.643911] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Downloading stream optimized image 1ece57cd-d7b8-467a-b183-12a386d49694 to [datastore2] OSTACK_IMG_675e6bf9-7eaa-4eaa-95e6-025df7f3a537/OSTACK_IMG_675e6bf9-7eaa-4eaa-95e6-025df7f3a537.vmdk on the data store datastore2 as vApp {{(pid=62226) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2249.644121] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Downloading image file data 1ece57cd-d7b8-467a-b183-12a386d49694 to the ESX as VM named 'OSTACK_IMG_675e6bf9-7eaa-4eaa-95e6-025df7f3a537' {{(pid=62226) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2249.698515] env[62226]: DEBUG oslo_concurrency.lockutils [req-3b7f193f-b8d2-476d-bf2a-a4dafd7d1134 req-1bbaf923-ac77-40f8-a80c-a251f6b6f50f service nova] Releasing lock "refresh_cache-7ed35942-2419-4d3f-a6f1-88338b8d43d0" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2249.715687] env[62226]: DEBUG oslo_vmware.rw_handles [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2249.715687] env[62226]: value = "resgroup-9" [ 2249.715687] env[62226]: _type = "ResourcePool" [ 2249.715687] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2249.715944] env[62226]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2794d607-05dd-47fb-a045-29885567ff1a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.736721] env[62226]: DEBUG oslo_vmware.rw_handles [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lease: (returnval){ [ 2249.736721] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523f3670-104b-83b0-ea86-1fac9ab76d1d" [ 2249.736721] env[62226]: _type = "HttpNfcLease" [ 2249.736721] env[62226]: } obtained for vApp import into resource pool (val){ [ 2249.736721] env[62226]: value = "resgroup-9" [ 2249.736721] env[62226]: _type = "ResourcePool" [ 2249.736721] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2249.737131] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the lease: (returnval){ [ 2249.737131] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523f3670-104b-83b0-ea86-1fac9ab76d1d" [ 2249.737131] env[62226]: _type = "HttpNfcLease" [ 2249.737131] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2249.742921] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2249.742921] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523f3670-104b-83b0-ea86-1fac9ab76d1d" [ 2249.742921] env[62226]: _type = "HttpNfcLease" [ 2249.742921] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2250.067027] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc5a86c2-e1ef-4154-b881-3b940a9e0207 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "e19b1d1f-d6ae-4e96-a097-063c8d1e2c78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.457s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.245790] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2250.245790] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523f3670-104b-83b0-ea86-1fac9ab76d1d" [ 2250.245790] env[62226]: _type = "HttpNfcLease" [ 2250.245790] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2250.650621] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.650895] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.745909] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2250.745909] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523f3670-104b-83b0-ea86-1fac9ab76d1d" [ 2250.745909] env[62226]: _type = "HttpNfcLease" [ 2250.745909] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2251.039636] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.039883] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.154240] env[62226]: INFO nova.compute.manager [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Detaching volume a4bf681d-e6dd-42a9-a0a4-f07fb44835c0 [ 2251.192067] env[62226]: INFO nova.virt.block_device [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Attempting to driver detach volume a4bf681d-e6dd-42a9-a0a4-f07fb44835c0 from mountpoint /dev/sdb [ 2251.192067] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2251.192067] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416723', 'volume_id': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'name': 'volume-a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd21cdd5a-85ac-4145-bb8b-76f359c97970', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'serial': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2251.193656] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c14d6c6-1211-4a36-89f3-693ff59eab39 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.215245] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a1b6e7-7db5-48fe-ba9a-2e8a21f75d12 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.222268] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64609027-f32b-49bc-b3d7-fab93fdef324 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.244123] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196a3ed7-ebe6-4599-aaba-860ce75fb577 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.249551] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2251.249551] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523f3670-104b-83b0-ea86-1fac9ab76d1d" [ 2251.249551] env[62226]: _type = "HttpNfcLease" [ 2251.249551] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2251.261106] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] The volume has not been displaced from its original location: [datastore2] volume-a4bf681d-e6dd-42a9-a0a4-f07fb44835c0/volume-a4bf681d-e6dd-42a9-a0a4-f07fb44835c0.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2251.266258] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2251.266505] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fccae66-8092-47f8-87f8-7099081b6b2f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.283567] env[62226]: DEBUG oslo_vmware.api [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2251.283567] env[62226]: value = "task-2028855" [ 2251.283567] env[62226]: _type = "Task" [ 2251.283567] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.290779] env[62226]: DEBUG oslo_vmware.api [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.542433] env[62226]: DEBUG nova.compute.manager [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2251.751297] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2251.751297] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523f3670-104b-83b0-ea86-1fac9ab76d1d" [ 2251.751297] env[62226]: _type = "HttpNfcLease" [ 2251.751297] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2251.751761] env[62226]: DEBUG oslo_vmware.rw_handles [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2251.751761] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523f3670-104b-83b0-ea86-1fac9ab76d1d" [ 2251.751761] env[62226]: _type = "HttpNfcLease" [ 2251.751761] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2251.752912] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798d6e45-bcd3-4026-8293-62cb2a5045c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.763621] env[62226]: DEBUG oslo_vmware.rw_handles [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261080f-5dac-e341-a4fb-e26d427d98ec/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2251.763919] env[62226]: DEBUG oslo_vmware.rw_handles [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261080f-5dac-e341-a4fb-e26d427d98ec/disk-0.vmdk. {{(pid=62226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2251.863349] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f76a287-da7c-4004-9d69-bb02ca8a6668 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.865743] env[62226]: DEBUG oslo_vmware.api [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028855, 'name': ReconfigVM_Task, 'duration_secs': 0.216863} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.866159] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2251.875978] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e14e8665-279c-428c-8e7c-85d48dfbea43 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.898818] env[62226]: DEBUG oslo_vmware.api [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2251.898818] env[62226]: value = "task-2028856" [ 2251.898818] env[62226]: _type = "Task" [ 2251.898818] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.908189] env[62226]: DEBUG oslo_vmware.api [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.069260] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.069573] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.071240] env[62226]: INFO nova.compute.claims [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2252.412104] env[62226]: DEBUG oslo_vmware.api [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.909593] env[62226]: DEBUG oslo_vmware.api [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028856, 'name': ReconfigVM_Task, 'duration_secs': 0.689342} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.909897] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416723', 'volume_id': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'name': 'volume-a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd21cdd5a-85ac-4145-bb8b-76f359c97970', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0', 'serial': 'a4bf681d-e6dd-42a9-a0a4-f07fb44835c0'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2252.936577] env[62226]: DEBUG oslo_vmware.rw_handles [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Completed reading data from the image iterator. {{(pid=62226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2252.936577] env[62226]: DEBUG oslo_vmware.rw_handles [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261080f-5dac-e341-a4fb-e26d427d98ec/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2252.937534] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f3ac6c-b542-4921-8e41-2fba04a8d8c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.944418] env[62226]: DEBUG oslo_vmware.rw_handles [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261080f-5dac-e341-a4fb-e26d427d98ec/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2252.944595] env[62226]: DEBUG oslo_vmware.rw_handles [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261080f-5dac-e341-a4fb-e26d427d98ec/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2252.944854] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9362a531-05ed-4cc7-9cd8-3c98d3f03559 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.136845] env[62226]: DEBUG oslo_vmware.rw_handles [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261080f-5dac-e341-a4fb-e26d427d98ec/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2253.137091] env[62226]: INFO nova.virt.vmwareapi.images [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Downloaded image file data 1ece57cd-d7b8-467a-b183-12a386d49694 [ 2253.137894] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953b1607-dd41-4056-963a-1dc41668eac7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.154852] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31040853-b4a0-41c4-9a6e-6f19bfc9dbc4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.189109] env[62226]: INFO nova.virt.vmwareapi.images [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] The imported VM was unregistered [ 2253.191488] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Caching image {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2253.191727] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694 {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2253.192049] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3ba579e-e39c-4744-a53f-d9aaa05485de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.205874] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c3b162-f6bf-4df8-a9c3-75e58a69b407 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.215376] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc31e8c-0931-48ee-95d9-5e30e585dbad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.219148] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Created directory with path [datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694 {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2253.219341] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_675e6bf9-7eaa-4eaa-95e6-025df7f3a537/OSTACK_IMG_675e6bf9-7eaa-4eaa-95e6-025df7f3a537.vmdk to [datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694/1ece57cd-d7b8-467a-b183-12a386d49694.vmdk. {{(pid=62226) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2253.219859] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ed39dcfb-317c-4486-a2b1-0bf17550fd87 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.246700] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d230495e-387f-494b-92ee-67405b7e4f09 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.251308] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2253.251308] env[62226]: value = "task-2028858" [ 2253.251308] env[62226]: _type = "Task" [ 2253.251308] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.256671] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a411535-8d0b-4c9c-8eb9-c69e262809e2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.269763] env[62226]: DEBUG nova.compute.provider_tree [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2253.273658] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028858, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.453143] env[62226]: DEBUG nova.objects.instance [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lazy-loading 'flavor' on Instance uuid d21cdd5a-85ac-4145-bb8b-76f359c97970 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2253.765871] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028858, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.775210] env[62226]: DEBUG nova.scheduler.client.report [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2254.266104] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028858, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.280346] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.280767] env[62226]: DEBUG nova.compute.manager [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2254.460151] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a1db2f7a-a87c-4240-80b5-4f5b277e3253 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.809s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.768228] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028858, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.786963] env[62226]: DEBUG nova.compute.utils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2254.788532] env[62226]: DEBUG nova.compute.manager [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2254.788710] env[62226]: DEBUG nova.network.neutron [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2254.831235] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.831508] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.837748] env[62226]: DEBUG nova.policy [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd522a8c1ae478f831965a9f6987d03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6630806c698243959882a3f1300c40ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2254.913315] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.913585] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.915169] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "d21cdd5a-85ac-4145-bb8b-76f359c97970-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.915169] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.915169] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.916895] env[62226]: INFO nova.compute.manager [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Terminating instance [ 2255.136040] env[62226]: DEBUG nova.network.neutron [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Successfully created port: ed4d6a90-2076-4459-a93d-b2d3774dd349 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2255.267587] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028858, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.292514] env[62226]: DEBUG nova.compute.manager [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2255.335419] env[62226]: INFO nova.compute.manager [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Detaching volume 2e41b213-42f0-48bf-aa78-8f1bc9b215a6 [ 2255.374311] env[62226]: INFO nova.virt.block_device [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Attempting to driver detach volume 2e41b213-42f0-48bf-aa78-8f1bc9b215a6 from mountpoint /dev/sdb [ 2255.374573] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2255.374767] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416728', 'volume_id': '2e41b213-42f0-48bf-aa78-8f1bc9b215a6', 'name': 'volume-2e41b213-42f0-48bf-aa78-8f1bc9b215a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba6127f6-aaeb-4584-bf36-a81d1c2e70dd', 'attached_at': '', 'detached_at': '', 'volume_id': '2e41b213-42f0-48bf-aa78-8f1bc9b215a6', 'serial': '2e41b213-42f0-48bf-aa78-8f1bc9b215a6'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2255.376012] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6810c9d8-eeea-4631-a99f-ed3e95a87e73 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.404540] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f7c9ae-c620-4895-ba00-5ea9bcfac893 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.414698] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9265c11-148e-48c6-9748-110e5329fcb6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.421233] env[62226]: DEBUG nova.compute.manager [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2255.421458] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2255.439269] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d814fd-dde2-44eb-9e7e-d1dc1642383a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.443226] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1214f330-c953-43b1-8069-44ee34a90634 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.449878] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2255.459900] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82788db4-0254-4eb5-a6d1-cab9669c2af2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.461412] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] The volume has not been displaced from its original location: [datastore2] volume-2e41b213-42f0-48bf-aa78-8f1bc9b215a6/volume-2e41b213-42f0-48bf-aa78-8f1bc9b215a6.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2255.466569] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2255.466837] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dea23e0-faa3-4d3f-bb12-e2e5f421e357 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.484243] env[62226]: DEBUG oslo_vmware.api [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2255.484243] env[62226]: value = "task-2028860" [ 2255.484243] env[62226]: _type = "Task" [ 2255.484243] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.485140] env[62226]: DEBUG oslo_vmware.api [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2255.485140] env[62226]: value = "task-2028859" [ 2255.485140] env[62226]: _type = "Task" [ 2255.485140] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.498012] env[62226]: DEBUG oslo_vmware.api [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.498244] env[62226]: DEBUG oslo_vmware.api [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.766142] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028858, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.251119} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.766262] env[62226]: INFO nova.virt.vmwareapi.ds_util [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_675e6bf9-7eaa-4eaa-95e6-025df7f3a537/OSTACK_IMG_675e6bf9-7eaa-4eaa-95e6-025df7f3a537.vmdk to [datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694/1ece57cd-d7b8-467a-b183-12a386d49694.vmdk. [ 2255.766382] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Cleaning up location [datastore2] OSTACK_IMG_675e6bf9-7eaa-4eaa-95e6-025df7f3a537 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2255.766574] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_675e6bf9-7eaa-4eaa-95e6-025df7f3a537 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2255.766840] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bde36f24-4c91-433d-92be-ee9431c9963a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.773796] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2255.773796] env[62226]: value = "task-2028861" [ 2255.773796] env[62226]: _type = "Task" [ 2255.773796] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.783118] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.007238] env[62226]: DEBUG oslo_vmware.api [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028859, 'name': PowerOffVM_Task, 'duration_secs': 0.360537} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.007498] env[62226]: DEBUG oslo_vmware.api [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028860, 'name': ReconfigVM_Task, 'duration_secs': 0.252081} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.007729] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2256.007902] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2256.008177] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2256.013454] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8910ab25-8041-4f98-8967-9ebd4ec63191 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.015422] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82256509-2aff-46b8-8f6c-ee57d5c77528 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.031132] env[62226]: DEBUG oslo_vmware.api [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2256.031132] env[62226]: value = "task-2028863" [ 2256.031132] env[62226]: _type = "Task" [ 2256.031132] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.039381] env[62226]: DEBUG oslo_vmware.api [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.224046] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2256.224046] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2256.224046] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleting the datastore file [datastore2] d21cdd5a-85ac-4145-bb8b-76f359c97970 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2256.224046] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39d6502f-8061-406f-bee0-2b62756fae2d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.230114] env[62226]: DEBUG oslo_vmware.api [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2256.230114] env[62226]: value = "task-2028864" [ 2256.230114] env[62226]: _type = "Task" [ 2256.230114] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.237557] env[62226]: DEBUG oslo_vmware.api [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.284298] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046595} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.284465] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2256.284546] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694/1ece57cd-d7b8-467a-b183-12a386d49694.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.285605] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694/1ece57cd-d7b8-467a-b183-12a386d49694.vmdk to [datastore2] 7ed35942-2419-4d3f-a6f1-88338b8d43d0/7ed35942-2419-4d3f-a6f1-88338b8d43d0.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2256.285605] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-494e30dc-322b-4bf0-82bd-6d29c0a28bd0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.292508] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2256.292508] env[62226]: value = "task-2028865" [ 2256.292508] env[62226]: _type = "Task" [ 2256.292508] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.299792] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.302964] env[62226]: DEBUG nova.compute.manager [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2256.328732] env[62226]: DEBUG nova.virt.hardware [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2256.328969] env[62226]: DEBUG nova.virt.hardware [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2256.329142] env[62226]: DEBUG nova.virt.hardware [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2256.329359] env[62226]: DEBUG nova.virt.hardware [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2256.329521] env[62226]: DEBUG nova.virt.hardware [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2256.329670] env[62226]: DEBUG nova.virt.hardware [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2256.329886] env[62226]: DEBUG nova.virt.hardware [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2256.330054] env[62226]: DEBUG nova.virt.hardware [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2256.330267] env[62226]: DEBUG nova.virt.hardware [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2256.330488] env[62226]: DEBUG nova.virt.hardware [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2256.330608] env[62226]: DEBUG nova.virt.hardware [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2256.331448] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7faaf5a-4534-45ea-9898-33b25322a131 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.340381] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427f93ff-5b81-402c-8b25-a6d5f3abb348 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.544751] env[62226]: DEBUG oslo_vmware.api [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028863, 'name': ReconfigVM_Task, 'duration_secs': 0.152197} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.545182] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416728', 'volume_id': '2e41b213-42f0-48bf-aa78-8f1bc9b215a6', 'name': 'volume-2e41b213-42f0-48bf-aa78-8f1bc9b215a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba6127f6-aaeb-4584-bf36-a81d1c2e70dd', 'attached_at': '', 'detached_at': '', 'volume_id': '2e41b213-42f0-48bf-aa78-8f1bc9b215a6', 'serial': '2e41b213-42f0-48bf-aa78-8f1bc9b215a6'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2256.586708] env[62226]: DEBUG nova.compute.manager [req-46940672-82e8-4d90-8043-d1610aaefe46 req-5a599cc8-37a9-43b0-bf2b-9a7836db6a76 service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Received event network-vif-plugged-ed4d6a90-2076-4459-a93d-b2d3774dd349 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2256.586945] env[62226]: DEBUG oslo_concurrency.lockutils [req-46940672-82e8-4d90-8043-d1610aaefe46 req-5a599cc8-37a9-43b0-bf2b-9a7836db6a76 service nova] Acquiring lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.587360] env[62226]: DEBUG oslo_concurrency.lockutils [req-46940672-82e8-4d90-8043-d1610aaefe46 req-5a599cc8-37a9-43b0-bf2b-9a7836db6a76 service nova] Lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.587588] env[62226]: DEBUG oslo_concurrency.lockutils [req-46940672-82e8-4d90-8043-d1610aaefe46 req-5a599cc8-37a9-43b0-bf2b-9a7836db6a76 service nova] Lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.587836] env[62226]: DEBUG nova.compute.manager [req-46940672-82e8-4d90-8043-d1610aaefe46 req-5a599cc8-37a9-43b0-bf2b-9a7836db6a76 service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] No waiting events found dispatching network-vif-plugged-ed4d6a90-2076-4459-a93d-b2d3774dd349 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2256.588074] env[62226]: WARNING nova.compute.manager [req-46940672-82e8-4d90-8043-d1610aaefe46 req-5a599cc8-37a9-43b0-bf2b-9a7836db6a76 service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Received unexpected event network-vif-plugged-ed4d6a90-2076-4459-a93d-b2d3774dd349 for instance with vm_state building and task_state spawning. [ 2256.646698] env[62226]: DEBUG nova.network.neutron [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Successfully updated port: ed4d6a90-2076-4459-a93d-b2d3774dd349 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2256.742362] env[62226]: DEBUG oslo_vmware.api [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143273} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.742598] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2256.742764] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2256.742983] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2256.743172] env[62226]: INFO nova.compute.manager [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2256.743426] env[62226]: DEBUG oslo.service.loopingcall [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2256.743623] env[62226]: DEBUG nova.compute.manager [-] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2256.743717] env[62226]: DEBUG nova.network.neutron [-] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2256.807748] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028865, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.097132] env[62226]: DEBUG nova.objects.instance [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lazy-loading 'flavor' on Instance uuid ba6127f6-aaeb-4584-bf36-a81d1c2e70dd {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2257.150011] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.150328] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.150520] env[62226]: DEBUG nova.network.neutron [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2257.305968] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028865, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.685934] env[62226]: DEBUG nova.network.neutron [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2257.709520] env[62226]: DEBUG nova.network.neutron [-] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2257.809488] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028865, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.851841] env[62226]: DEBUG nova.network.neutron [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance_info_cache with network_info: [{"id": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "address": "fa:16:3e:c0:63:83", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4d6a90-20", "ovs_interfaceid": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2258.104735] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d85e3289-a3a9-473b-8374-818d3bc37b1d tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.273s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.212247] env[62226]: INFO nova.compute.manager [-] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Took 1.47 seconds to deallocate network for instance. [ 2258.307627] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028865, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.355655] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.355895] env[62226]: DEBUG nova.compute.manager [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Instance network_info: |[{"id": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "address": "fa:16:3e:c0:63:83", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4d6a90-20", "ovs_interfaceid": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2258.356464] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:63:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed4d6a90-2076-4459-a93d-b2d3774dd349', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2258.365122] env[62226]: DEBUG oslo.service.loopingcall [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2258.365419] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2258.365933] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd39117-c430-4dcc-ab9b-3d3608224954 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.386475] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2258.386475] env[62226]: value = "task-2028866" [ 2258.386475] env[62226]: _type = "Task" [ 2258.386475] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.394245] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028866, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.615178] env[62226]: DEBUG nova.compute.manager [req-78de9a51-3092-4bcd-b095-20e3023c2e15 req-c3006aee-8edb-4741-abf3-00a32db458fe service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Received event network-changed-ed4d6a90-2076-4459-a93d-b2d3774dd349 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2258.615406] env[62226]: DEBUG nova.compute.manager [req-78de9a51-3092-4bcd-b095-20e3023c2e15 req-c3006aee-8edb-4741-abf3-00a32db458fe service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Refreshing instance network info cache due to event network-changed-ed4d6a90-2076-4459-a93d-b2d3774dd349. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2258.615632] env[62226]: DEBUG oslo_concurrency.lockutils [req-78de9a51-3092-4bcd-b095-20e3023c2e15 req-c3006aee-8edb-4741-abf3-00a32db458fe service nova] Acquiring lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.615779] env[62226]: DEBUG oslo_concurrency.lockutils [req-78de9a51-3092-4bcd-b095-20e3023c2e15 req-c3006aee-8edb-4741-abf3-00a32db458fe service nova] Acquired lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.615940] env[62226]: DEBUG nova.network.neutron [req-78de9a51-3092-4bcd-b095-20e3023c2e15 req-c3006aee-8edb-4741-abf3-00a32db458fe service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Refreshing network info cache for port ed4d6a90-2076-4459-a93d-b2d3774dd349 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2258.718416] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.718775] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.718881] env[62226]: DEBUG nova.objects.instance [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lazy-loading 'resources' on Instance uuid d21cdd5a-85ac-4145-bb8b-76f359c97970 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2258.806543] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028865, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.28859} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.806543] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1ece57cd-d7b8-467a-b183-12a386d49694/1ece57cd-d7b8-467a-b183-12a386d49694.vmdk to [datastore2] 7ed35942-2419-4d3f-a6f1-88338b8d43d0/7ed35942-2419-4d3f-a6f1-88338b8d43d0.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2258.807152] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8216631a-e5fa-49ad-803f-44c8b139a83b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.829576] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 7ed35942-2419-4d3f-a6f1-88338b8d43d0/7ed35942-2419-4d3f-a6f1-88338b8d43d0.vmdk or device None with type streamOptimized {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2258.829861] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd2f266-50a5-452e-a63a-485e25ac7314 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.849872] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2258.849872] env[62226]: value = "task-2028867" [ 2258.849872] env[62226]: _type = "Task" [ 2258.849872] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.858814] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.896347] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028866, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.160220] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.160558] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.160674] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.160840] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.161010] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.164746] env[62226]: INFO nova.compute.manager [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Terminating instance [ 2259.309324] env[62226]: DEBUG nova.network.neutron [req-78de9a51-3092-4bcd-b095-20e3023c2e15 req-c3006aee-8edb-4741-abf3-00a32db458fe service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updated VIF entry in instance network info cache for port ed4d6a90-2076-4459-a93d-b2d3774dd349. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2259.309671] env[62226]: DEBUG nova.network.neutron [req-78de9a51-3092-4bcd-b095-20e3023c2e15 req-c3006aee-8edb-4741-abf3-00a32db458fe service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance_info_cache with network_info: [{"id": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "address": "fa:16:3e:c0:63:83", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4d6a90-20", "ovs_interfaceid": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.342451] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad77e45-20ed-403f-ae13-82228fc6247e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.349197] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b1b92d-df1b-459a-8836-b95159c311e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.361529] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028867, 'name': ReconfigVM_Task, 'duration_secs': 0.306397} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.386745] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 7ed35942-2419-4d3f-a6f1-88338b8d43d0/7ed35942-2419-4d3f-a6f1-88338b8d43d0.vmdk or device None with type streamOptimized {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2259.387635] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2235e7d5-2480-4c02-8962-6b74a41dfe94 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.389695] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba4b803-8eac-4f80-9665-46a3f3022004 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.400963] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028866, 'name': CreateVM_Task, 'duration_secs': 0.517631} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.403580] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2259.403898] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2259.403898] env[62226]: value = "task-2028868" [ 2259.403898] env[62226]: _type = "Task" [ 2259.403898] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.406529] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559dbf66-89fd-4056-9efc-19515854303b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.417875] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028868, 'name': Rename_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.427014] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.427243] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.427588] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2259.428150] env[62226]: DEBUG nova.compute.provider_tree [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2259.429409] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb53eef7-7b0b-47b5-a57d-3501daf4f28b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.434548] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2259.434548] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5220db55-c605-34d1-3453-61457f6b5ed6" [ 2259.434548] env[62226]: _type = "Task" [ 2259.434548] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.442786] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5220db55-c605-34d1-3453-61457f6b5ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.668268] env[62226]: DEBUG nova.compute.manager [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2259.668441] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2259.669350] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2faa648-ddba-4f7a-a81c-d03ddb3eef9a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.677516] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2259.677757] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc0e6147-dacc-41a8-bec8-89a5cba4df03 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.684470] env[62226]: DEBUG oslo_vmware.api [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2259.684470] env[62226]: value = "task-2028869" [ 2259.684470] env[62226]: _type = "Task" [ 2259.684470] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.691906] env[62226]: DEBUG oslo_vmware.api [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.813228] env[62226]: DEBUG oslo_concurrency.lockutils [req-78de9a51-3092-4bcd-b095-20e3023c2e15 req-c3006aee-8edb-4741-abf3-00a32db458fe service nova] Releasing lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.813524] env[62226]: DEBUG nova.compute.manager [req-78de9a51-3092-4bcd-b095-20e3023c2e15 req-c3006aee-8edb-4741-abf3-00a32db458fe service nova] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Received event network-vif-deleted-dc9b223f-3dce-442a-9045-a53c6e79889a {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2259.915071] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028868, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.932296] env[62226]: DEBUG nova.scheduler.client.report [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2259.946735] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5220db55-c605-34d1-3453-61457f6b5ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.947418] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.947418] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2259.947656] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.947856] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.948701] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2259.948701] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a60909e-e6dc-41cb-b4b2-995283e366d7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.958029] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2259.958211] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2259.958905] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37bb7a75-ece0-4187-913e-e069c7f7215b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.964412] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2259.964412] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5291ad1c-a32b-6903-e49d-f52bd6497927" [ 2259.964412] env[62226]: _type = "Task" [ 2259.964412] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.972251] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5291ad1c-a32b-6903-e49d-f52bd6497927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.194181] env[62226]: DEBUG oslo_vmware.api [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028869, 'name': PowerOffVM_Task, 'duration_secs': 0.205959} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.194460] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2260.194587] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2260.194867] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dbbb842-f085-4eec-9928-64f61c0e2bb4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.416732] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028868, 'name': Rename_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.441725] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.459134] env[62226]: INFO nova.scheduler.client.report [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleted allocations for instance d21cdd5a-85ac-4145-bb8b-76f359c97970 [ 2260.475515] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5291ad1c-a32b-6903-e49d-f52bd6497927, 'name': SearchDatastore_Task, 'duration_secs': 0.008603} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.477191] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b91c8c-76fc-40c5-a425-32f741ba3d18 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.481573] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2260.481573] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a67172-6af8-dab4-b40f-3da5ccbf571b" [ 2260.481573] env[62226]: _type = "Task" [ 2260.481573] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.489544] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a67172-6af8-dab4-b40f-3da5ccbf571b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.600247] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2260.600449] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2260.600640] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Deleting the datastore file [datastore1] ba6127f6-aaeb-4584-bf36-a81d1c2e70dd {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2260.600948] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12baecb8-8309-43db-b5cf-dfdc2778a315 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.608192] env[62226]: DEBUG oslo_vmware.api [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2260.608192] env[62226]: value = "task-2028871" [ 2260.608192] env[62226]: _type = "Task" [ 2260.608192] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.616945] env[62226]: DEBUG oslo_vmware.api [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.917481] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028868, 'name': Rename_Task, 'duration_secs': 1.216933} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.917759] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2260.917998] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42d8d29e-587b-49bc-a448-688575a21598 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.924252] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2260.924252] env[62226]: value = "task-2028872" [ 2260.924252] env[62226]: _type = "Task" [ 2260.924252] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.931978] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.969444] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e9a94be2-e55a-4ff8-b302-6db57e334610 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "d21cdd5a-85ac-4145-bb8b-76f359c97970" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.056s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.993387] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52a67172-6af8-dab4-b40f-3da5ccbf571b, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.993652] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.993910] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] ea725017-6056-48aa-a9e1-1ccb3ab914a1/ea725017-6056-48aa-a9e1-1ccb3ab914a1.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2260.994252] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-763ab5b5-cdb7-464e-8e80-031657d8c04b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.001328] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2261.001328] env[62226]: value = "task-2028873" [ 2261.001328] env[62226]: _type = "Task" [ 2261.001328] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.009758] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.118852] env[62226]: DEBUG oslo_vmware.api [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175498} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.119529] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2261.119529] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2261.120310] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2261.120310] env[62226]: INFO nova.compute.manager [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Took 1.45 seconds to destroy the instance on the hypervisor. [ 2261.120521] env[62226]: DEBUG oslo.service.loopingcall [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2261.121161] env[62226]: DEBUG nova.compute.manager [-] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2261.121347] env[62226]: DEBUG nova.network.neutron [-] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2261.436094] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028872, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.511505] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445249} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.511783] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] ea725017-6056-48aa-a9e1-1ccb3ab914a1/ea725017-6056-48aa-a9e1-1ccb3ab914a1.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2261.511995] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2261.512291] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae3035e3-db79-4864-80dd-8cc66f08d1c6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.520385] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2261.520385] env[62226]: value = "task-2028874" [ 2261.520385] env[62226]: _type = "Task" [ 2261.520385] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.529112] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.915341] env[62226]: DEBUG nova.compute.manager [req-b096e4b5-956c-436b-a51c-da85f95a81bc req-816b6669-172e-419a-a4e7-fddb4c17048e service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Received event network-vif-deleted-a2dd7260-7337-42b7-b581-460d2f8a0e32 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2261.915506] env[62226]: INFO nova.compute.manager [req-b096e4b5-956c-436b-a51c-da85f95a81bc req-816b6669-172e-419a-a4e7-fddb4c17048e service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Neutron deleted interface a2dd7260-7337-42b7-b581-460d2f8a0e32; detaching it from the instance and deleting it from the info cache [ 2261.915677] env[62226]: DEBUG nova.network.neutron [req-b096e4b5-956c-436b-a51c-da85f95a81bc req-816b6669-172e-419a-a4e7-fddb4c17048e service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.935424] env[62226]: DEBUG oslo_vmware.api [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028872, 'name': PowerOnVM_Task, 'duration_secs': 0.62384} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.935749] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2262.031143] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057189} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.031403] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2262.032602] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a3cea8-0d3c-46b1-9cb5-78ced20b2cc1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.035754] env[62226]: DEBUG nova.compute.manager [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2262.036724] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14f7c15-a889-4fdf-8441-fd4828acf566 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.066726] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ea725017-6056-48aa-a9e1-1ccb3ab914a1/ea725017-6056-48aa-a9e1-1ccb3ab914a1.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2262.066726] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd75b4a-5928-41d0-be52-aa1a57f4abd0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.090210] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2262.090210] env[62226]: value = "task-2028875" [ 2262.090210] env[62226]: _type = "Task" [ 2262.090210] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.100324] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.396321] env[62226]: DEBUG nova.network.neutron [-] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.417870] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a03a0c77-eb7d-4a97-b005-af9a3ef61c93 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.427252] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00d8b4d-f796-4899-8a76-1bc65b51b5d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.458864] env[62226]: DEBUG nova.compute.manager [req-b096e4b5-956c-436b-a51c-da85f95a81bc req-816b6669-172e-419a-a4e7-fddb4c17048e service nova] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Detach interface failed, port_id=a2dd7260-7337-42b7-b581-460d2f8a0e32, reason: Instance ba6127f6-aaeb-4584-bf36-a81d1c2e70dd could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2262.575812] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ea8a8fd9-4e16-40af-ab23-d7a021c332c0 tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.477s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.600431] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028875, 'name': ReconfigVM_Task, 'duration_secs': 0.358034} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.600863] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ea725017-6056-48aa-a9e1-1ccb3ab914a1/ea725017-6056-48aa-a9e1-1ccb3ab914a1.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2262.601390] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2702d0ac-7852-4870-a803-469e88a120eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.607710] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2262.607710] env[62226]: value = "task-2028876" [ 2262.607710] env[62226]: _type = "Task" [ 2262.607710] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.619513] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028876, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.899712] env[62226]: INFO nova.compute.manager [-] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Took 1.78 seconds to deallocate network for instance. [ 2263.117987] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028876, 'name': Rename_Task, 'duration_secs': 0.152326} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.118305] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2263.118556] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ff5c1e1-e363-40e1-88f4-a5d90bc47438 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.125264] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2263.125264] env[62226]: value = "task-2028877" [ 2263.125264] env[62226]: _type = "Task" [ 2263.125264] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.132608] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.337038] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.337038] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.405922] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.406208] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.406426] env[62226]: DEBUG nova.objects.instance [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lazy-loading 'resources' on Instance uuid ba6127f6-aaeb-4584-bf36-a81d1c2e70dd {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2263.450353] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.450652] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.450885] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.451088] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.451266] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.453288] env[62226]: INFO nova.compute.manager [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Terminating instance [ 2263.635271] env[62226]: DEBUG oslo_vmware.api [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028877, 'name': PowerOnVM_Task, 'duration_secs': 0.484245} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.635519] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2263.635677] env[62226]: INFO nova.compute.manager [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Took 7.33 seconds to spawn the instance on the hypervisor. [ 2263.635853] env[62226]: DEBUG nova.compute.manager [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2263.636646] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eab5053-9ac7-4281-9c4c-ddc70c820bc3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.838942] env[62226]: DEBUG nova.compute.manager [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2263.957032] env[62226]: DEBUG nova.compute.manager [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2263.957032] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2263.958054] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3c1cbe-0bba-4e1e-bbf5-9663473fd297 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.966720] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2263.966977] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2175ae3-27a2-4c60-9b87-0be055ed2113 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.973265] env[62226]: DEBUG oslo_vmware.api [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2263.973265] env[62226]: value = "task-2028878" [ 2263.973265] env[62226]: _type = "Task" [ 2263.973265] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.983763] env[62226]: DEBUG oslo_vmware.api [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.031838] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf4bbd6-c37e-4532-9419-91aad72e44a4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.039889] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e473b1-8b08-4e76-911a-318e1567b5c1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.069827] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a290b95-2e05-4ffb-a498-affc53004e11 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.078019] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6028cbb1-31b8-4fd6-8dd2-6303d59d9a86 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.091665] env[62226]: DEBUG nova.compute.provider_tree [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2264.160565] env[62226]: INFO nova.compute.manager [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Took 12.11 seconds to build instance. [ 2264.361596] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.483624] env[62226]: DEBUG oslo_vmware.api [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028878, 'name': PowerOffVM_Task, 'duration_secs': 0.190792} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.485026] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2264.485244] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2264.486403] env[62226]: DEBUG nova.compute.manager [req-725980cd-4948-4649-8902-af0527d33b18 req-29ed0332-9851-4c19-bf53-e8498a9250e6 service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Received event network-changed-ed4d6a90-2076-4459-a93d-b2d3774dd349 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2264.486586] env[62226]: DEBUG nova.compute.manager [req-725980cd-4948-4649-8902-af0527d33b18 req-29ed0332-9851-4c19-bf53-e8498a9250e6 service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Refreshing instance network info cache due to event network-changed-ed4d6a90-2076-4459-a93d-b2d3774dd349. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2264.486794] env[62226]: DEBUG oslo_concurrency.lockutils [req-725980cd-4948-4649-8902-af0527d33b18 req-29ed0332-9851-4c19-bf53-e8498a9250e6 service nova] Acquiring lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2264.486937] env[62226]: DEBUG oslo_concurrency.lockutils [req-725980cd-4948-4649-8902-af0527d33b18 req-29ed0332-9851-4c19-bf53-e8498a9250e6 service nova] Acquired lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2264.487112] env[62226]: DEBUG nova.network.neutron [req-725980cd-4948-4649-8902-af0527d33b18 req-29ed0332-9851-4c19-bf53-e8498a9250e6 service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Refreshing network info cache for port ed4d6a90-2076-4459-a93d-b2d3774dd349 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2264.488169] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70126fc5-7447-4307-96b1-1501faadc087 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.585333] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2264.585551] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2264.585739] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleting the datastore file [datastore2] 7ed35942-2419-4d3f-a6f1-88338b8d43d0 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2264.586012] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-090c5804-7c94-4b62-8297-87e7b3b0416e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.592443] env[62226]: DEBUG oslo_vmware.api [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for the task: (returnval){ [ 2264.592443] env[62226]: value = "task-2028880" [ 2264.592443] env[62226]: _type = "Task" [ 2264.592443] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.596132] env[62226]: DEBUG nova.scheduler.client.report [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2264.604321] env[62226]: DEBUG oslo_vmware.api [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.663163] env[62226]: DEBUG oslo_concurrency.lockutils [None req-d12b2045-62a8-4dd3-82e4-68595cab5b35 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.623s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.101676] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.103494] env[62226]: DEBUG oslo_vmware.api [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Task: {'id': task-2028880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124482} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.103907] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.743s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.105519] env[62226]: INFO nova.compute.claims [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2265.107985] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2265.108261] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2265.108490] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2265.108621] env[62226]: INFO nova.compute.manager [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2265.109235] env[62226]: DEBUG oslo.service.loopingcall [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2265.111642] env[62226]: DEBUG nova.compute.manager [-] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2265.111765] env[62226]: DEBUG nova.network.neutron [-] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2265.121452] env[62226]: INFO nova.scheduler.client.report [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Deleted allocations for instance ba6127f6-aaeb-4584-bf36-a81d1c2e70dd [ 2265.284157] env[62226]: DEBUG nova.network.neutron [req-725980cd-4948-4649-8902-af0527d33b18 req-29ed0332-9851-4c19-bf53-e8498a9250e6 service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updated VIF entry in instance network info cache for port ed4d6a90-2076-4459-a93d-b2d3774dd349. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2265.284595] env[62226]: DEBUG nova.network.neutron [req-725980cd-4948-4649-8902-af0527d33b18 req-29ed0332-9851-4c19-bf53-e8498a9250e6 service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance_info_cache with network_info: [{"id": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "address": "fa:16:3e:c0:63:83", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4d6a90-20", "ovs_interfaceid": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2265.625696] env[62226]: DEBUG nova.compute.manager [req-2e52eaa0-df1f-427b-8a7a-b87d0bb2cac8 req-9e74c640-a146-4433-ba02-0df0a9d6c7d1 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Received event network-vif-deleted-965a0802-b429-4be9-9f73-75932fde0d20 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2265.625896] env[62226]: INFO nova.compute.manager [req-2e52eaa0-df1f-427b-8a7a-b87d0bb2cac8 req-9e74c640-a146-4433-ba02-0df0a9d6c7d1 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Neutron deleted interface 965a0802-b429-4be9-9f73-75932fde0d20; detaching it from the instance and deleting it from the info cache [ 2265.626278] env[62226]: DEBUG nova.network.neutron [req-2e52eaa0-df1f-427b-8a7a-b87d0bb2cac8 req-9e74c640-a146-4433-ba02-0df0a9d6c7d1 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2265.630609] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dfd5326e-49ae-4d15-843d-3794a87b37e0 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "ba6127f6-aaeb-4584-bf36-a81d1c2e70dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.470s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.787298] env[62226]: DEBUG oslo_concurrency.lockutils [req-725980cd-4948-4649-8902-af0527d33b18 req-29ed0332-9851-4c19-bf53-e8498a9250e6 service nova] Releasing lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2266.098829] env[62226]: DEBUG nova.network.neutron [-] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2266.131010] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4950097e-25a5-465d-b069-c44c57016724 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.143585] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162c8815-441b-4b0d-8ce5-bac2fadd49ac {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.180065] env[62226]: DEBUG nova.compute.manager [req-2e52eaa0-df1f-427b-8a7a-b87d0bb2cac8 req-9e74c640-a146-4433-ba02-0df0a9d6c7d1 service nova] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Detach interface failed, port_id=965a0802-b429-4be9-9f73-75932fde0d20, reason: Instance 7ed35942-2419-4d3f-a6f1-88338b8d43d0 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2266.250600] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6662739-e657-454b-aac3-6d9d35ac2e68 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.258669] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355c1443-8e39-459a-811d-9a38c7b6b5da {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.288687] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b101e73b-b91e-4e81-a51f-659542126b43 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.296437] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b05bd25-e6e0-42a0-957a-667f32c349cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.309712] env[62226]: DEBUG nova.compute.provider_tree [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2266.601553] env[62226]: INFO nova.compute.manager [-] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Took 1.49 seconds to deallocate network for instance. [ 2266.813387] env[62226]: DEBUG nova.scheduler.client.report [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2267.108791] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.318239] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.318800] env[62226]: DEBUG nova.compute.manager [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2267.321690] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.213s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.321929] env[62226]: DEBUG nova.objects.instance [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lazy-loading 'resources' on Instance uuid 7ed35942-2419-4d3f-a6f1-88338b8d43d0 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2267.825708] env[62226]: DEBUG nova.compute.utils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2267.829724] env[62226]: DEBUG nova.compute.manager [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2267.829879] env[62226]: DEBUG nova.network.neutron [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2267.879363] env[62226]: DEBUG nova.policy [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a938bca770bc4a64b1d5ffb97c4aae25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3d4620ee8ea49418cffd8ce0c25a074', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2267.928372] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a375ce97-c22f-4fbb-8c52-4db09c20d537 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.935534] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dedd688-8eb9-47c9-9411-7f84c276087d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.965228] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e287b5d2-7e93-4890-a34c-1c4f86e45622 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.972948] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cfc58e-4af3-4b20-aeb4-0f080964f444 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.985799] env[62226]: DEBUG nova.compute.provider_tree [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2268.133396] env[62226]: DEBUG nova.network.neutron [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Successfully created port: cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2268.331179] env[62226]: DEBUG nova.compute.manager [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2268.489568] env[62226]: DEBUG nova.scheduler.client.report [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2268.994317] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.018998] env[62226]: INFO nova.scheduler.client.report [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Deleted allocations for instance 7ed35942-2419-4d3f-a6f1-88338b8d43d0 [ 2269.331180] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "2fccebf4-527c-4284-9aac-51296d89a454" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.331477] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "2fccebf4-527c-4284-9aac-51296d89a454" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.331649] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "2fccebf4-527c-4284-9aac-51296d89a454-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.331975] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "2fccebf4-527c-4284-9aac-51296d89a454-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.332095] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "2fccebf4-527c-4284-9aac-51296d89a454-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.334752] env[62226]: INFO nova.compute.manager [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Terminating instance [ 2269.340172] env[62226]: DEBUG nova.compute.manager [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2269.370765] env[62226]: DEBUG nova.virt.hardware [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2269.371173] env[62226]: DEBUG nova.virt.hardware [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2269.371456] env[62226]: DEBUG nova.virt.hardware [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2269.371785] env[62226]: DEBUG nova.virt.hardware [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2269.372074] env[62226]: DEBUG nova.virt.hardware [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2269.372349] env[62226]: DEBUG nova.virt.hardware [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2269.372720] env[62226]: DEBUG nova.virt.hardware [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2269.373027] env[62226]: DEBUG nova.virt.hardware [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2269.373348] env[62226]: DEBUG nova.virt.hardware [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2269.373666] env[62226]: DEBUG nova.virt.hardware [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2269.373973] env[62226]: DEBUG nova.virt.hardware [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2269.375343] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2489ca7b-70d5-4902-a364-a8a4044044de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.387231] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7533f3a-8832-455a-aef7-01cc7fc1c757 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.508410] env[62226]: DEBUG nova.compute.manager [req-6d807ce1-218a-4dab-8deb-d29c8996e4d9 req-96109801-18c1-40a6-a476-f77f478d7681 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Received event network-vif-plugged-cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2269.508597] env[62226]: DEBUG oslo_concurrency.lockutils [req-6d807ce1-218a-4dab-8deb-d29c8996e4d9 req-96109801-18c1-40a6-a476-f77f478d7681 service nova] Acquiring lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.508811] env[62226]: DEBUG oslo_concurrency.lockutils [req-6d807ce1-218a-4dab-8deb-d29c8996e4d9 req-96109801-18c1-40a6-a476-f77f478d7681 service nova] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.508988] env[62226]: DEBUG oslo_concurrency.lockutils [req-6d807ce1-218a-4dab-8deb-d29c8996e4d9 req-96109801-18c1-40a6-a476-f77f478d7681 service nova] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.509173] env[62226]: DEBUG nova.compute.manager [req-6d807ce1-218a-4dab-8deb-d29c8996e4d9 req-96109801-18c1-40a6-a476-f77f478d7681 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] No waiting events found dispatching network-vif-plugged-cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2269.509338] env[62226]: WARNING nova.compute.manager [req-6d807ce1-218a-4dab-8deb-d29c8996e4d9 req-96109801-18c1-40a6-a476-f77f478d7681 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Received unexpected event network-vif-plugged-cfeac71a-f8ba-425a-abb8-97069fab39f9 for instance with vm_state building and task_state spawning. [ 2269.528304] env[62226]: DEBUG oslo_concurrency.lockutils [None req-61cf5562-dcc0-4141-bffe-5306973a633b tempest-ServerActionsTestOtherB-1219994027 tempest-ServerActionsTestOtherB-1219994027-project-member] Lock "7ed35942-2419-4d3f-a6f1-88338b8d43d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.078s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.596317] env[62226]: DEBUG nova.network.neutron [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Successfully updated port: cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2269.837998] env[62226]: DEBUG nova.compute.manager [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2269.838254] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2269.839184] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7ca919-f198-4a1f-9fbf-85d2589e3bf8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.846980] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2269.847220] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-495c0b0e-eb5c-405c-a489-e481807ddaca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.852723] env[62226]: DEBUG oslo_vmware.api [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2269.852723] env[62226]: value = "task-2028883" [ 2269.852723] env[62226]: _type = "Task" [ 2269.852723] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.860424] env[62226]: DEBUG oslo_vmware.api [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.099075] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2270.099254] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2270.099358] env[62226]: DEBUG nova.network.neutron [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2270.363380] env[62226]: DEBUG oslo_vmware.api [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028883, 'name': PowerOffVM_Task, 'duration_secs': 0.211721} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.363730] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2270.363730] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2270.363890] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-090a4497-59b4-4553-8dbe-6fe507daf681 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.630691] env[62226]: DEBUG nova.network.neutron [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2270.681906] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2270.682141] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2270.682412] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Deleting the datastore file [datastore1] 2fccebf4-527c-4284-9aac-51296d89a454 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2270.682692] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-623f6214-f230-4361-9b41-212d080f19ab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.688991] env[62226]: DEBUG oslo_vmware.api [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2270.688991] env[62226]: value = "task-2028885" [ 2270.688991] env[62226]: _type = "Task" [ 2270.688991] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.696818] env[62226]: DEBUG oslo_vmware.api [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.767445] env[62226]: DEBUG nova.network.neutron [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updating instance_info_cache with network_info: [{"id": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "address": "fa:16:3e:f9:01:4f", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfeac71a-f8", "ovs_interfaceid": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2271.200536] env[62226]: DEBUG oslo_vmware.api [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202384} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.200782] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2271.200970] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2271.201180] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2271.201382] env[62226]: INFO nova.compute.manager [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Took 1.36 seconds to destroy the instance on the hypervisor. [ 2271.201647] env[62226]: DEBUG oslo.service.loopingcall [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2271.201855] env[62226]: DEBUG nova.compute.manager [-] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2271.201962] env[62226]: DEBUG nova.network.neutron [-] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2271.270329] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2271.270661] env[62226]: DEBUG nova.compute.manager [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Instance network_info: |[{"id": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "address": "fa:16:3e:f9:01:4f", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfeac71a-f8", "ovs_interfaceid": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2271.271084] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:01:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfeac71a-f8ba-425a-abb8-97069fab39f9', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2271.278791] env[62226]: DEBUG oslo.service.loopingcall [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2271.279041] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2271.279278] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ca9e7bb-f787-4259-b505-c332ca501c68 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.299708] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2271.299708] env[62226]: value = "task-2028886" [ 2271.299708] env[62226]: _type = "Task" [ 2271.299708] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.307348] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028886, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.537276] env[62226]: DEBUG nova.compute.manager [req-b98c44a2-67d7-49d0-83c1-a0fb659ad942 req-f5b2c4d8-753b-43f4-961a-48da61c81e7b service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Received event network-changed-cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2271.537517] env[62226]: DEBUG nova.compute.manager [req-b98c44a2-67d7-49d0-83c1-a0fb659ad942 req-f5b2c4d8-753b-43f4-961a-48da61c81e7b service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Refreshing instance network info cache due to event network-changed-cfeac71a-f8ba-425a-abb8-97069fab39f9. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2271.537723] env[62226]: DEBUG oslo_concurrency.lockutils [req-b98c44a2-67d7-49d0-83c1-a0fb659ad942 req-f5b2c4d8-753b-43f4-961a-48da61c81e7b service nova] Acquiring lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2271.537868] env[62226]: DEBUG oslo_concurrency.lockutils [req-b98c44a2-67d7-49d0-83c1-a0fb659ad942 req-f5b2c4d8-753b-43f4-961a-48da61c81e7b service nova] Acquired lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2271.538039] env[62226]: DEBUG nova.network.neutron [req-b98c44a2-67d7-49d0-83c1-a0fb659ad942 req-f5b2c4d8-753b-43f4-961a-48da61c81e7b service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Refreshing network info cache for port cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2271.809196] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028886, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.937830] env[62226]: DEBUG nova.network.neutron [-] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.235197] env[62226]: DEBUG nova.network.neutron [req-b98c44a2-67d7-49d0-83c1-a0fb659ad942 req-f5b2c4d8-753b-43f4-961a-48da61c81e7b service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updated VIF entry in instance network info cache for port cfeac71a-f8ba-425a-abb8-97069fab39f9. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2272.235633] env[62226]: DEBUG nova.network.neutron [req-b98c44a2-67d7-49d0-83c1-a0fb659ad942 req-f5b2c4d8-753b-43f4-961a-48da61c81e7b service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updating instance_info_cache with network_info: [{"id": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "address": "fa:16:3e:f9:01:4f", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfeac71a-f8", "ovs_interfaceid": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.309751] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028886, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.440395] env[62226]: INFO nova.compute.manager [-] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Took 1.24 seconds to deallocate network for instance. [ 2272.478610] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.478871] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.738239] env[62226]: DEBUG oslo_concurrency.lockutils [req-b98c44a2-67d7-49d0-83c1-a0fb659ad942 req-f5b2c4d8-753b-43f4-961a-48da61c81e7b service nova] Releasing lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2272.738540] env[62226]: DEBUG nova.compute.manager [req-b98c44a2-67d7-49d0-83c1-a0fb659ad942 req-f5b2c4d8-753b-43f4-961a-48da61c81e7b service nova] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Received event network-vif-deleted-71ed8643-a887-48ea-94c2-20e49caca8f2 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2272.738708] env[62226]: INFO nova.compute.manager [req-b98c44a2-67d7-49d0-83c1-a0fb659ad942 req-f5b2c4d8-753b-43f4-961a-48da61c81e7b service nova] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Neutron deleted interface 71ed8643-a887-48ea-94c2-20e49caca8f2; detaching it from the instance and deleting it from the info cache [ 2272.738925] env[62226]: DEBUG nova.network.neutron [req-b98c44a2-67d7-49d0-83c1-a0fb659ad942 req-f5b2c4d8-753b-43f4-961a-48da61c81e7b service nova] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.811407] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028886, 'name': CreateVM_Task, 'duration_secs': 1.185384} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.811588] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2272.812311] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.812480] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.812816] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2272.813399] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ec5baf-5605-42ad-a712-b165a431257b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.817947] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2272.817947] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b8a048-6e0a-36da-648c-50629b249975" [ 2272.817947] env[62226]: _type = "Task" [ 2272.817947] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.826460] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b8a048-6e0a-36da-648c-50629b249975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.947400] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.947666] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.947886] env[62226]: DEBUG nova.objects.instance [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lazy-loading 'resources' on Instance uuid 2fccebf4-527c-4284-9aac-51296d89a454 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2272.981543] env[62226]: INFO nova.compute.manager [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Detaching volume 532b5b65-35cc-4b71-a4b4-c9522dfaabcb [ 2273.017290] env[62226]: INFO nova.virt.block_device [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Attempting to driver detach volume 532b5b65-35cc-4b71-a4b4-c9522dfaabcb from mountpoint /dev/sdb [ 2273.017525] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2273.017725] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416736', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'name': 'volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '791d64d9-4e5a-4164-a319-d65e8ecf16ee', 'attached_at': '', 'detached_at': '', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'serial': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2273.018710] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fccf8ec-ab42-4efc-abfe-5d25d9a93cea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.039860] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace50e6a-dc6b-4340-b9bc-1cba05e7ed9f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.047118] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f5acfa-2ea8-4f0f-ad16-0e9119bdaa4f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.066519] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f526968-fcac-494e-91aa-de5707bdf2ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.080805] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] The volume has not been displaced from its original location: [datastore2] volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb/volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2273.085950] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2273.086550] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cea983d-066d-4c6b-9ddd-7c22751be0e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.103979] env[62226]: DEBUG oslo_vmware.api [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2273.103979] env[62226]: value = "task-2028887" [ 2273.103979] env[62226]: _type = "Task" [ 2273.103979] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.111948] env[62226]: DEBUG oslo_vmware.api [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.241696] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc1a9692-975c-4e5e-9c07-ad18c28d664d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.250913] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb21f5f-eff8-4127-bbe2-f9017db5d5cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.278726] env[62226]: DEBUG nova.compute.manager [req-b98c44a2-67d7-49d0-83c1-a0fb659ad942 req-f5b2c4d8-753b-43f4-961a-48da61c81e7b service nova] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Detach interface failed, port_id=71ed8643-a887-48ea-94c2-20e49caca8f2, reason: Instance 2fccebf4-527c-4284-9aac-51296d89a454 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2273.327532] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b8a048-6e0a-36da-648c-50629b249975, 'name': SearchDatastore_Task, 'duration_secs': 0.008855} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.327827] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.328073] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2273.328314] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2273.328462] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2273.328643] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2273.328896] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccb5ff73-b5e5-4abc-801c-ddb7c1ccedda {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.337238] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2273.337401] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2273.338085] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1418d70c-1b53-4df7-b71c-ae5fc71e4153 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.344469] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2273.344469] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d17e88-fe48-00f7-4aed-dbcc62d90b8c" [ 2273.344469] env[62226]: _type = "Task" [ 2273.344469] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.351703] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d17e88-fe48-00f7-4aed-dbcc62d90b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.545662] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ff84a3-77c2-4b89-a28b-e9ccebcded9e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.553591] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f091eba8-981f-442c-8239-41b1f4ebf4d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.583858] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f4fdc-9d8b-4399-8aa7-7c43ab003885 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.591327] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a1b2f5-f88b-4da9-9f68-15789560798f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.604853] env[62226]: DEBUG nova.compute.provider_tree [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2273.613713] env[62226]: DEBUG oslo_vmware.api [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028887, 'name': ReconfigVM_Task, 'duration_secs': 0.210551} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.614565] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2273.619477] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5623d9e3-2fb3-4796-8a84-157605a85abd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.634973] env[62226]: DEBUG oslo_vmware.api [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2273.634973] env[62226]: value = "task-2028888" [ 2273.634973] env[62226]: _type = "Task" [ 2273.634973] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.642537] env[62226]: DEBUG oslo_vmware.api [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.855486] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d17e88-fe48-00f7-4aed-dbcc62d90b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.008132} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.856331] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc41ac2-49a8-49ae-8925-70f37d3b7bf7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.861416] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2273.861416] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b0c802-cd26-2537-57a7-84945c2c22bf" [ 2273.861416] env[62226]: _type = "Task" [ 2273.861416] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.869100] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b0c802-cd26-2537-57a7-84945c2c22bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.110516] env[62226]: DEBUG nova.scheduler.client.report [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2274.146769] env[62226]: DEBUG oslo_vmware.api [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.372655] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b0c802-cd26-2537-57a7-84945c2c22bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.372931] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2274.373209] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] faf993cc-0949-43c0-a5e1-e6c2cbed0fb5/faf993cc-0949-43c0-a5e1-e6c2cbed0fb5.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2274.373473] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b90c6c2-641a-4db7-bbfd-0528d0c77d0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.379899] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2274.379899] env[62226]: value = "task-2028889" [ 2274.379899] env[62226]: _type = "Task" [ 2274.379899] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.387717] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.615039] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.642361] env[62226]: INFO nova.scheduler.client.report [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Deleted allocations for instance 2fccebf4-527c-4284-9aac-51296d89a454 [ 2274.651938] env[62226]: DEBUG oslo_vmware.api [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028888, 'name': ReconfigVM_Task, 'duration_secs': 0.758849} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.652306] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416736', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'name': 'volume-532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '791d64d9-4e5a-4164-a319-d65e8ecf16ee', 'attached_at': '', 'detached_at': '', 'volume_id': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb', 'serial': '532b5b65-35cc-4b71-a4b4-c9522dfaabcb'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2274.890221] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467609} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.890474] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] faf993cc-0949-43c0-a5e1-e6c2cbed0fb5/faf993cc-0949-43c0-a5e1-e6c2cbed0fb5.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2274.890688] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2274.890938] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5889192-dcee-4668-ae02-280b6d1938fb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.897057] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2274.897057] env[62226]: value = "task-2028890" [ 2274.897057] env[62226]: _type = "Task" [ 2274.897057] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.904652] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.158737] env[62226]: DEBUG oslo_concurrency.lockutils [None req-a0995811-ef4d-430f-a1a8-d3bf549b6931 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "2fccebf4-527c-4284-9aac-51296d89a454" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.827s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.205942] env[62226]: DEBUG nova.objects.instance [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lazy-loading 'flavor' on Instance uuid 791d64d9-4e5a-4164-a319-d65e8ecf16ee {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2275.407662] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060546} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.407926] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2275.408736] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d79d83-d1a9-429a-8be7-4abfab06b651 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.430885] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] faf993cc-0949-43c0-a5e1-e6c2cbed0fb5/faf993cc-0949-43c0-a5e1-e6c2cbed0fb5.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2275.431254] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8c2c1c1-3163-4629-92dd-9925eaf690e7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.450532] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2275.450532] env[62226]: value = "task-2028891" [ 2275.450532] env[62226]: _type = "Task" [ 2275.450532] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.458112] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.964884] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.206996] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "faae8d00-327e-4958-a68b-149d5ff3486b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.206996] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "faae8d00-327e-4958-a68b-149d5ff3486b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.206996] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "faae8d00-327e-4958-a68b-149d5ff3486b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.206996] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "faae8d00-327e-4958-a68b-149d5ff3486b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.206996] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "faae8d00-327e-4958-a68b-149d5ff3486b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.209883] env[62226]: INFO nova.compute.manager [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Terminating instance [ 2276.216756] env[62226]: DEBUG oslo_concurrency.lockutils [None req-4ad9db20-6417-4d61-84d7-b41bcbbc641d tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.738s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.461621] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028891, 'name': ReconfigVM_Task, 'duration_secs': 0.602225} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.462141] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Reconfigured VM instance instance-00000074 to attach disk [datastore2] faf993cc-0949-43c0-a5e1-e6c2cbed0fb5/faf993cc-0949-43c0-a5e1-e6c2cbed0fb5.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2276.463327] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55dfeaff-1487-499d-8f83-f7d1cb3cd3f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.471705] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2276.471705] env[62226]: value = "task-2028892" [ 2276.471705] env[62226]: _type = "Task" [ 2276.471705] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.480475] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028892, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.713548] env[62226]: DEBUG nova.compute.manager [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2276.713911] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2276.714909] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbf8151-47d0-41f0-a2bf-2b7491f60883 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.723024] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2276.723366] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3df46464-175d-43e8-a177-547cef26a7fc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.731071] env[62226]: DEBUG oslo_vmware.api [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2276.731071] env[62226]: value = "task-2028893" [ 2276.731071] env[62226]: _type = "Task" [ 2276.731071] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.739130] env[62226]: DEBUG oslo_vmware.api [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.778344] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.778533] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.778681] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.778966] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.779050] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.781427] env[62226]: INFO nova.compute.manager [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Terminating instance [ 2276.981434] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028892, 'name': Rename_Task, 'duration_secs': 0.142413} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.981725] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2276.981959] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-452b3916-3b02-44bc-b7fa-1ff328a99ba9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.988261] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2276.988261] env[62226]: value = "task-2028894" [ 2276.988261] env[62226]: _type = "Task" [ 2276.988261] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.995853] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.240909] env[62226]: DEBUG oslo_vmware.api [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028893, 'name': PowerOffVM_Task, 'duration_secs': 0.22647} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.243519] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2277.243519] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2277.243519] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f68f709d-a4f8-4974-8773-87e1654bd602 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.285903] env[62226]: DEBUG nova.compute.manager [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2277.286766] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2277.287130] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf7f4a-c3b2-4188-8c90-c22ef7e7d51a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.294776] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2277.295846] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ca74669-fd7d-4f71-9d23-29a8d696a683 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.300696] env[62226]: DEBUG oslo_vmware.api [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2277.300696] env[62226]: value = "task-2028896" [ 2277.300696] env[62226]: _type = "Task" [ 2277.300696] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.309403] env[62226]: DEBUG oslo_vmware.api [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.498204] env[62226]: DEBUG oslo_vmware.api [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028894, 'name': PowerOnVM_Task, 'duration_secs': 0.482642} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.499380] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2277.499589] env[62226]: INFO nova.compute.manager [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Took 8.16 seconds to spawn the instance on the hypervisor. [ 2277.499767] env[62226]: DEBUG nova.compute.manager [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2277.500067] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2277.500244] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2277.500410] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Deleting the datastore file [datastore1] faae8d00-327e-4958-a68b-149d5ff3486b {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2277.501149] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b3d884-0b3c-42b5-8e3d-f50d409e768c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.503602] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb26b242-4daa-45ce-8ebb-c8c97aabdd62 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.513820] env[62226]: DEBUG oslo_vmware.api [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for the task: (returnval){ [ 2277.513820] env[62226]: value = "task-2028897" [ 2277.513820] env[62226]: _type = "Task" [ 2277.513820] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.522530] env[62226]: DEBUG oslo_vmware.api [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.811515] env[62226]: DEBUG oslo_vmware.api [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028896, 'name': PowerOffVM_Task, 'duration_secs': 0.178513} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.811772] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2277.811939] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2277.812206] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79c25663-0a1e-4397-9978-15340cd55c1e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.901209] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2277.902580] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2277.902580] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleting the datastore file [datastore2] 791d64d9-4e5a-4164-a319-d65e8ecf16ee {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2277.902580] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd90141e-caaa-4d7f-b783-86eb9ae06ee1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.909281] env[62226]: DEBUG oslo_vmware.api [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2277.909281] env[62226]: value = "task-2028899" [ 2277.909281] env[62226]: _type = "Task" [ 2277.909281] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.917480] env[62226]: DEBUG oslo_vmware.api [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.024994] env[62226]: INFO nova.compute.manager [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Took 13.68 seconds to build instance. [ 2278.030426] env[62226]: DEBUG oslo_vmware.api [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Task: {'id': task-2028897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16457} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.030671] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2278.030897] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2278.031109] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2278.031334] env[62226]: INFO nova.compute.manager [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2278.031833] env[62226]: DEBUG oslo.service.loopingcall [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2278.031833] env[62226]: DEBUG nova.compute.manager [-] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2278.031956] env[62226]: DEBUG nova.network.neutron [-] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2278.318650] env[62226]: DEBUG nova.compute.manager [req-4d2905a3-ada5-465d-8fef-52c0aa35dec0 req-2f2a411a-2b24-4bef-9820-a38db1036a51 service nova] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Received event network-vif-deleted-c2cfa2c9-144e-4665-852a-0c12bc437584 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2278.318859] env[62226]: INFO nova.compute.manager [req-4d2905a3-ada5-465d-8fef-52c0aa35dec0 req-2f2a411a-2b24-4bef-9820-a38db1036a51 service nova] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Neutron deleted interface c2cfa2c9-144e-4665-852a-0c12bc437584; detaching it from the instance and deleting it from the info cache [ 2278.319095] env[62226]: DEBUG nova.network.neutron [req-4d2905a3-ada5-465d-8fef-52c0aa35dec0 req-2f2a411a-2b24-4bef-9820-a38db1036a51 service nova] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2278.420619] env[62226]: DEBUG oslo_vmware.api [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167657} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.420619] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2278.420619] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2278.420619] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2278.420619] env[62226]: INFO nova.compute.manager [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2278.420619] env[62226]: DEBUG oslo.service.loopingcall [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2278.420911] env[62226]: DEBUG nova.compute.manager [-] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2278.421616] env[62226]: DEBUG nova.network.neutron [-] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2278.530756] env[62226]: DEBUG oslo_concurrency.lockutils [None req-da54d042-b443-486e-b0fd-a871c8f4e47b tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.194s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.546592] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "779f4986-c399-4720-ba95-9558b9c796c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2278.546863] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.792021] env[62226]: DEBUG nova.network.neutron [-] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2278.823412] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d58a65a1-d81b-4197-b259-b127c5f89f08 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.837747] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5cd4b2-3eff-43d9-9116-c86b007292ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.872813] env[62226]: DEBUG nova.compute.manager [req-4d2905a3-ada5-465d-8fef-52c0aa35dec0 req-2f2a411a-2b24-4bef-9820-a38db1036a51 service nova] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Detach interface failed, port_id=c2cfa2c9-144e-4665-852a-0c12bc437584, reason: Instance faae8d00-327e-4958-a68b-149d5ff3486b could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2278.883155] env[62226]: DEBUG nova.compute.manager [req-de966fdf-2a01-4e13-83b0-ca6023b27f91 req-10770c56-120f-4877-84b7-b118ef38d106 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Received event network-changed-cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2278.883155] env[62226]: DEBUG nova.compute.manager [req-de966fdf-2a01-4e13-83b0-ca6023b27f91 req-10770c56-120f-4877-84b7-b118ef38d106 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Refreshing instance network info cache due to event network-changed-cfeac71a-f8ba-425a-abb8-97069fab39f9. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2278.883155] env[62226]: DEBUG oslo_concurrency.lockutils [req-de966fdf-2a01-4e13-83b0-ca6023b27f91 req-10770c56-120f-4877-84b7-b118ef38d106 service nova] Acquiring lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.883155] env[62226]: DEBUG oslo_concurrency.lockutils [req-de966fdf-2a01-4e13-83b0-ca6023b27f91 req-10770c56-120f-4877-84b7-b118ef38d106 service nova] Acquired lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.883155] env[62226]: DEBUG nova.network.neutron [req-de966fdf-2a01-4e13-83b0-ca6023b27f91 req-10770c56-120f-4877-84b7-b118ef38d106 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Refreshing network info cache for port cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2279.056094] env[62226]: DEBUG nova.compute.manager [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2279.295340] env[62226]: INFO nova.compute.manager [-] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Took 1.26 seconds to deallocate network for instance. [ 2279.351740] env[62226]: DEBUG nova.network.neutron [-] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.576313] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.576570] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2279.578120] env[62226]: INFO nova.compute.claims [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2279.604084] env[62226]: DEBUG nova.network.neutron [req-de966fdf-2a01-4e13-83b0-ca6023b27f91 req-10770c56-120f-4877-84b7-b118ef38d106 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updated VIF entry in instance network info cache for port cfeac71a-f8ba-425a-abb8-97069fab39f9. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2279.604470] env[62226]: DEBUG nova.network.neutron [req-de966fdf-2a01-4e13-83b0-ca6023b27f91 req-10770c56-120f-4877-84b7-b118ef38d106 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updating instance_info_cache with network_info: [{"id": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "address": "fa:16:3e:f9:01:4f", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfeac71a-f8", "ovs_interfaceid": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.801054] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.853740] env[62226]: INFO nova.compute.manager [-] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Took 1.43 seconds to deallocate network for instance. [ 2280.106688] env[62226]: DEBUG oslo_concurrency.lockutils [req-de966fdf-2a01-4e13-83b0-ca6023b27f91 req-10770c56-120f-4877-84b7-b118ef38d106 service nova] Releasing lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2280.344511] env[62226]: DEBUG nova.compute.manager [req-f6930d66-9ef3-4d8f-9b38-b285220b1223 req-069a4d8e-f1aa-4a93-b58e-b658d28ed3fc service nova] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Received event network-vif-deleted-85c25071-8790-4312-bd93-ee9ea446e72d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2280.361144] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.682596] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4b00e2-201d-4041-a1b7-c74cc3fd50bd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.689827] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7066bf5c-abb4-4b89-80b4-bb74ab637fbd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.720186] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b378f09c-5edd-4bf1-9075-bb27592baf36 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.727164] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b253c81-406d-47d3-a84d-72c32c03f622 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.739833] env[62226]: DEBUG nova.compute.provider_tree [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2281.259306] env[62226]: ERROR nova.scheduler.client.report [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [req-fc3932be-2362-4c44-837d-d1debed5f114] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fc3932be-2362-4c44-837d-d1debed5f114"}]} [ 2281.274801] env[62226]: DEBUG nova.scheduler.client.report [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2281.287521] env[62226]: DEBUG nova.scheduler.client.report [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2281.287741] env[62226]: DEBUG nova.compute.provider_tree [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2281.297314] env[62226]: DEBUG nova.scheduler.client.report [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2281.320203] env[62226]: DEBUG nova.scheduler.client.report [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2281.407621] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4257227-4dd0-496e-989e-f1b391e31667 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.415206] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107c98b6-7054-4c56-8623-5d2fb217d30b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.444060] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ed8e6e-6dab-46cd-8a83-d4dbb7c22bcb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.451463] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de96bb6f-3c62-4514-a176-0d2e65bd7bf1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.465392] env[62226]: DEBUG nova.compute.provider_tree [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2281.995113] env[62226]: DEBUG nova.scheduler.client.report [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Updated inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2281.995395] env[62226]: DEBUG nova.compute.provider_tree [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Updating resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a generation from 158 to 159 during operation: update_inventory {{(pid=62226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2281.995640] env[62226]: DEBUG nova.compute.provider_tree [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2282.501197] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.924s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.501739] env[62226]: DEBUG nova.compute.manager [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2282.504722] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.704s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.504938] env[62226]: DEBUG nova.objects.instance [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lazy-loading 'resources' on Instance uuid faae8d00-327e-4958-a68b-149d5ff3486b {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2282.906886] env[62226]: INFO nova.compute.manager [None req-be6064d2-6c8b-44e7-86ee-9442b4409acb tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Get console output [ 2282.907264] env[62226]: WARNING nova.virt.vmwareapi.driver [None req-be6064d2-6c8b-44e7-86ee-9442b4409acb tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] The console log is missing. Check your VSPC configuration [ 2283.008870] env[62226]: DEBUG nova.compute.utils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2283.011985] env[62226]: DEBUG nova.compute.manager [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2283.012179] env[62226]: DEBUG nova.network.neutron [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2283.056213] env[62226]: DEBUG nova.policy [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0d9f65803b8466687abc01ff9fc8455', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed5eb963d4f043939ac9b3cbbdb57d4a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2283.095876] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff4e2f-703a-40c6-b14c-c1dec702d0dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.103941] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b465fa0-2ea0-419e-a0d9-7b9256e5e582 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.134263] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc98f43-5bb0-4bd5-8fcc-f877192a0c3f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.141653] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7efa0e7-f836-40dc-a5e8-aef4e9cc2bed {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.156609] env[62226]: DEBUG nova.compute.provider_tree [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2283.309762] env[62226]: DEBUG nova.network.neutron [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Successfully created port: 68812e75-acef-402e-aac8-038989eebc35 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2283.512237] env[62226]: DEBUG nova.compute.manager [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2283.659815] env[62226]: DEBUG nova.scheduler.client.report [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2283.973504] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "2c7e9832-b6fa-43b0-994d-e5d578cf3485" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2283.973833] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "2c7e9832-b6fa-43b0-994d-e5d578cf3485" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.974105] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "2c7e9832-b6fa-43b0-994d-e5d578cf3485-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2283.974352] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "2c7e9832-b6fa-43b0-994d-e5d578cf3485-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.974629] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "2c7e9832-b6fa-43b0-994d-e5d578cf3485-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2283.976937] env[62226]: INFO nova.compute.manager [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Terminating instance [ 2284.164320] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.167215] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.806s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.167450] env[62226]: DEBUG nova.objects.instance [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lazy-loading 'resources' on Instance uuid 791d64d9-4e5a-4164-a319-d65e8ecf16ee {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2284.183086] env[62226]: INFO nova.scheduler.client.report [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Deleted allocations for instance faae8d00-327e-4958-a68b-149d5ff3486b [ 2284.480495] env[62226]: DEBUG nova.compute.manager [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2284.480710] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2284.481638] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c86d66-013a-4cda-a327-aab98dc80627 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.490509] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2284.490509] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f202a702-dc5a-4705-b158-02b850618b37 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.496656] env[62226]: DEBUG oslo_vmware.api [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2284.496656] env[62226]: value = "task-2028900" [ 2284.496656] env[62226]: _type = "Task" [ 2284.496656] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.505140] env[62226]: DEBUG oslo_vmware.api [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.523943] env[62226]: DEBUG nova.compute.manager [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2284.550893] env[62226]: DEBUG nova.virt.hardware [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2284.551289] env[62226]: DEBUG nova.virt.hardware [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2284.551563] env[62226]: DEBUG nova.virt.hardware [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2284.551838] env[62226]: DEBUG nova.virt.hardware [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2284.552030] env[62226]: DEBUG nova.virt.hardware [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2284.552211] env[62226]: DEBUG nova.virt.hardware [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2284.552489] env[62226]: DEBUG nova.virt.hardware [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2284.552739] env[62226]: DEBUG nova.virt.hardware [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2284.553059] env[62226]: DEBUG nova.virt.hardware [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2284.553297] env[62226]: DEBUG nova.virt.hardware [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2284.553561] env[62226]: DEBUG nova.virt.hardware [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2284.554569] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d87d75-40e1-4511-89a1-f05d3f896750 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.562442] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37882b47-e9f8-4687-82a9-c4cd567e6eae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.692783] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed03056-2e43-4d31-924c-c19e070e9ac9 tempest-ServerRescueNegativeTestJSON-2115266355 tempest-ServerRescueNegativeTestJSON-2115266355-project-member] Lock "faae8d00-327e-4958-a68b-149d5ff3486b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.488s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.762255] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99be872e-8d29-400a-bc6d-b183d485f469 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.772221] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8ed80b-8552-444b-988b-e94289096a6d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.819338] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33eeafe8-659d-4e9c-846d-e0ed99f18e15 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.829729] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf87ffd-9f0b-4e26-b770-66464b4a452e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.850542] env[62226]: DEBUG nova.compute.provider_tree [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2285.007679] env[62226]: DEBUG oslo_vmware.api [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028900, 'name': PowerOffVM_Task, 'duration_secs': 0.215072} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.007793] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2285.007962] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2285.008233] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9de256a-4ede-43cf-b0c9-da4c24db6041 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.354129] env[62226]: DEBUG nova.scheduler.client.report [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2285.860177] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.883642] env[62226]: INFO nova.scheduler.client.report [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted allocations for instance 791d64d9-4e5a-4164-a319-d65e8ecf16ee [ 2286.391720] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fd1a3d4c-df73-4a34-b33f-1ee06b6998c1 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "791d64d9-4e5a-4164-a319-d65e8ecf16ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.613s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2287.740677] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "88775d6e-28e1-41f2-b580-5f719f6e1495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2287.740952] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "88775d6e-28e1-41f2-b580-5f719f6e1495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.245472] env[62226]: DEBUG nova.compute.manager [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2288.764108] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.764848] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.766033] env[62226]: INFO nova.compute.claims [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2289.215400] env[62226]: DEBUG nova.compute.manager [req-031f0453-6252-496a-8a4d-019959b9463e req-389786b5-cd5f-475b-b36c-e00a37434059 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Received event network-vif-plugged-68812e75-acef-402e-aac8-038989eebc35 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2289.215400] env[62226]: DEBUG oslo_concurrency.lockutils [req-031f0453-6252-496a-8a4d-019959b9463e req-389786b5-cd5f-475b-b36c-e00a37434059 service nova] Acquiring lock "779f4986-c399-4720-ba95-9558b9c796c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2289.215400] env[62226]: DEBUG oslo_concurrency.lockutils [req-031f0453-6252-496a-8a4d-019959b9463e req-389786b5-cd5f-475b-b36c-e00a37434059 service nova] Lock "779f4986-c399-4720-ba95-9558b9c796c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.216837] env[62226]: DEBUG oslo_concurrency.lockutils [req-031f0453-6252-496a-8a4d-019959b9463e req-389786b5-cd5f-475b-b36c-e00a37434059 service nova] Lock "779f4986-c399-4720-ba95-9558b9c796c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2289.216837] env[62226]: DEBUG nova.compute.manager [req-031f0453-6252-496a-8a4d-019959b9463e req-389786b5-cd5f-475b-b36c-e00a37434059 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] No waiting events found dispatching network-vif-plugged-68812e75-acef-402e-aac8-038989eebc35 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2289.216837] env[62226]: WARNING nova.compute.manager [req-031f0453-6252-496a-8a4d-019959b9463e req-389786b5-cd5f-475b-b36c-e00a37434059 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Received unexpected event network-vif-plugged-68812e75-acef-402e-aac8-038989eebc35 for instance with vm_state building and task_state spawning. [ 2289.323122] env[62226]: DEBUG nova.network.neutron [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Successfully updated port: 68812e75-acef-402e-aac8-038989eebc35 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2289.685589] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Acquiring lock "6fa01654-073a-4734-8247-f1e3504892b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2289.685886] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Lock "6fa01654-073a-4734-8247-f1e3504892b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.826347] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2289.826591] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquired lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.826681] env[62226]: DEBUG nova.network.neutron [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2289.872030] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a141db-2179-4282-98bd-c34b2c2b4e82 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.879844] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4760de-0ea4-4a08-a719-4055765ec541 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.911619] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b57087-25a4-46ff-a165-67cc0074b4e0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.919166] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963a09dc-551b-4484-81b3-f269bab30d06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.932550] env[62226]: DEBUG nova.compute.provider_tree [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2290.188284] env[62226]: DEBUG nova.compute.manager [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2290.366350] env[62226]: DEBUG nova.network.neutron [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2290.435865] env[62226]: DEBUG nova.scheduler.client.report [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2290.520063] env[62226]: DEBUG nova.network.neutron [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Updating instance_info_cache with network_info: [{"id": "68812e75-acef-402e-aac8-038989eebc35", "address": "fa:16:3e:10:1c:da", "network": {"id": "dc4fbeb7-0808-4304-afa9-47f28a25b032", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1543307426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed5eb963d4f043939ac9b3cbbdb57d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68812e75-ac", "ovs_interfaceid": "68812e75-acef-402e-aac8-038989eebc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2290.711070] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2290.944547] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.945148] env[62226]: DEBUG nova.compute.manager [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2290.948191] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.237s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.949519] env[62226]: INFO nova.compute.claims [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2291.023773] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Releasing lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2291.024093] env[62226]: DEBUG nova.compute.manager [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Instance network_info: |[{"id": "68812e75-acef-402e-aac8-038989eebc35", "address": "fa:16:3e:10:1c:da", "network": {"id": "dc4fbeb7-0808-4304-afa9-47f28a25b032", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1543307426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed5eb963d4f043939ac9b3cbbdb57d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68812e75-ac", "ovs_interfaceid": "68812e75-acef-402e-aac8-038989eebc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2291.024517] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:1c:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68812e75-acef-402e-aac8-038989eebc35', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2291.032130] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Creating folder: Project (ed5eb963d4f043939ac9b3cbbdb57d4a). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2291.032767] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-180453a8-d45f-4852-a945-6b3263f25a1f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.044354] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Created folder: Project (ed5eb963d4f043939ac9b3cbbdb57d4a) in parent group-v416438. [ 2291.044581] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Creating folder: Instances. Parent ref: group-v416745. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2291.044879] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02c9e87f-39da-4872-a85d-891123f9b8d5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.055018] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Created folder: Instances in parent group-v416745. [ 2291.055298] env[62226]: DEBUG oslo.service.loopingcall [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2291.055510] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2291.055773] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a2fdea5-8c17-44da-b9b9-4ed598cfbf1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.077448] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2291.077448] env[62226]: value = "task-2028904" [ 2291.077448] env[62226]: _type = "Task" [ 2291.077448] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.085456] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028904, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.242384] env[62226]: DEBUG nova.compute.manager [req-8407274b-ab85-47d0-992d-60d666ba5435 req-e890b4f9-b277-4a63-89db-9c9d03cbd061 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Received event network-changed-68812e75-acef-402e-aac8-038989eebc35 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2291.242384] env[62226]: DEBUG nova.compute.manager [req-8407274b-ab85-47d0-992d-60d666ba5435 req-e890b4f9-b277-4a63-89db-9c9d03cbd061 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Refreshing instance network info cache due to event network-changed-68812e75-acef-402e-aac8-038989eebc35. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2291.242384] env[62226]: DEBUG oslo_concurrency.lockutils [req-8407274b-ab85-47d0-992d-60d666ba5435 req-e890b4f9-b277-4a63-89db-9c9d03cbd061 service nova] Acquiring lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.242384] env[62226]: DEBUG oslo_concurrency.lockutils [req-8407274b-ab85-47d0-992d-60d666ba5435 req-e890b4f9-b277-4a63-89db-9c9d03cbd061 service nova] Acquired lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.242832] env[62226]: DEBUG nova.network.neutron [req-8407274b-ab85-47d0-992d-60d666ba5435 req-e890b4f9-b277-4a63-89db-9c9d03cbd061 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Refreshing network info cache for port 68812e75-acef-402e-aac8-038989eebc35 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2291.453604] env[62226]: DEBUG nova.compute.utils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2291.456902] env[62226]: DEBUG nova.compute.manager [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2291.457085] env[62226]: DEBUG nova.network.neutron [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2291.500768] env[62226]: DEBUG nova.policy [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38384d4eb1f643aa80a7a0a92cf947a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0eb0b12511f4fc188cbeff3fd5bbfc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2291.588466] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028904, 'name': CreateVM_Task, 'duration_secs': 0.377262} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.591906] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2291.591906] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.591906] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.591906] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2291.591906] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3acbfb1-8d5d-4231-be60-7388980a7afc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.595045] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2291.595045] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52150e6f-959d-ed7b-db34-83930e2d963a" [ 2291.595045] env[62226]: _type = "Task" [ 2291.595045] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.602061] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52150e6f-959d-ed7b-db34-83930e2d963a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.748690] env[62226]: DEBUG nova.network.neutron [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Successfully created port: c5aeba4a-671a-4135-b80e-8984e77bf319 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2291.958193] env[62226]: DEBUG nova.compute.manager [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2292.079718] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3caab8-ad5b-411d-8193-df76eef6e713 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.087671] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cf84ea-7bae-49da-bc06-d1de6b978311 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.091238] env[62226]: DEBUG nova.network.neutron [req-8407274b-ab85-47d0-992d-60d666ba5435 req-e890b4f9-b277-4a63-89db-9c9d03cbd061 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Updated VIF entry in instance network info cache for port 68812e75-acef-402e-aac8-038989eebc35. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2292.091532] env[62226]: DEBUG nova.network.neutron [req-8407274b-ab85-47d0-992d-60d666ba5435 req-e890b4f9-b277-4a63-89db-9c9d03cbd061 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Updating instance_info_cache with network_info: [{"id": "68812e75-acef-402e-aac8-038989eebc35", "address": "fa:16:3e:10:1c:da", "network": {"id": "dc4fbeb7-0808-4304-afa9-47f28a25b032", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1543307426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed5eb963d4f043939ac9b3cbbdb57d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68812e75-ac", "ovs_interfaceid": "68812e75-acef-402e-aac8-038989eebc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.121464] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e416b40-e6bb-47a1-8072-e248e62a3830 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.129163] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52150e6f-959d-ed7b-db34-83930e2d963a, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.129792] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.130107] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2292.130407] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2292.130606] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.130865] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2292.131374] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92655a1e-8b49-475f-8d43-24d8de297578 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.135971] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83178043-51e3-4afc-8a70-944f3a1dc7c3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.140914] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2292.141146] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2292.141826] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-043b5278-7616-42db-a8e2-a9cdcf85b5e2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.151598] env[62226]: DEBUG nova.compute.provider_tree [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2292.155633] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2292.155633] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525e2f99-e820-c5b8-1d97-e2449943ea0a" [ 2292.155633] env[62226]: _type = "Task" [ 2292.155633] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.162593] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525e2f99-e820-c5b8-1d97-e2449943ea0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.594911] env[62226]: DEBUG oslo_concurrency.lockutils [req-8407274b-ab85-47d0-992d-60d666ba5435 req-e890b4f9-b277-4a63-89db-9c9d03cbd061 service nova] Releasing lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.654900] env[62226]: DEBUG nova.scheduler.client.report [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2292.667860] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525e2f99-e820-c5b8-1d97-e2449943ea0a, 'name': SearchDatastore_Task, 'duration_secs': 0.008672} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.668910] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f6fbb5-391e-4f8d-9271-084570a8743d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.674435] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2292.674435] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5207e259-4f1c-30fe-8642-b5e5c3dec83a" [ 2292.674435] env[62226]: _type = "Task" [ 2292.674435] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.682417] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5207e259-4f1c-30fe-8642-b5e5c3dec83a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.972341] env[62226]: DEBUG nova.compute.manager [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2292.998648] env[62226]: DEBUG nova.virt.hardware [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2292.998900] env[62226]: DEBUG nova.virt.hardware [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2292.999071] env[62226]: DEBUG nova.virt.hardware [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2292.999263] env[62226]: DEBUG nova.virt.hardware [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2292.999410] env[62226]: DEBUG nova.virt.hardware [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2292.999559] env[62226]: DEBUG nova.virt.hardware [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2292.999767] env[62226]: DEBUG nova.virt.hardware [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2292.999929] env[62226]: DEBUG nova.virt.hardware [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2293.000114] env[62226]: DEBUG nova.virt.hardware [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2293.000284] env[62226]: DEBUG nova.virt.hardware [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2293.000459] env[62226]: DEBUG nova.virt.hardware [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2293.001324] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c5c0b1-6617-4201-ae1b-0460818401da {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.009629] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263560f9-4c59-4d01-8dbb-cb4d1c8ac6df {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.163466] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2293.164071] env[62226]: DEBUG nova.compute.manager [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2293.184535] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5207e259-4f1c-30fe-8642-b5e5c3dec83a, 'name': SearchDatastore_Task, 'duration_secs': 0.009376} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.184805] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2293.185083] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 779f4986-c399-4720-ba95-9558b9c796c8/779f4986-c399-4720-ba95-9558b9c796c8.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2293.185332] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7933a840-a849-4e58-9af2-c31affc7374e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.191715] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2293.191715] env[62226]: value = "task-2028905" [ 2293.191715] env[62226]: _type = "Task" [ 2293.191715] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.201177] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.273624] env[62226]: DEBUG nova.compute.manager [req-83e7ef85-b8d8-4009-bb5a-c6e1bf4de807 req-36dd3d83-de11-4fef-856c-0ccc4d98ad66 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Received event network-vif-plugged-c5aeba4a-671a-4135-b80e-8984e77bf319 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2293.273884] env[62226]: DEBUG oslo_concurrency.lockutils [req-83e7ef85-b8d8-4009-bb5a-c6e1bf4de807 req-36dd3d83-de11-4fef-856c-0ccc4d98ad66 service nova] Acquiring lock "88775d6e-28e1-41f2-b580-5f719f6e1495-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.274109] env[62226]: DEBUG oslo_concurrency.lockutils [req-83e7ef85-b8d8-4009-bb5a-c6e1bf4de807 req-36dd3d83-de11-4fef-856c-0ccc4d98ad66 service nova] Lock "88775d6e-28e1-41f2-b580-5f719f6e1495-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.274301] env[62226]: DEBUG oslo_concurrency.lockutils [req-83e7ef85-b8d8-4009-bb5a-c6e1bf4de807 req-36dd3d83-de11-4fef-856c-0ccc4d98ad66 service nova] Lock "88775d6e-28e1-41f2-b580-5f719f6e1495-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2293.274451] env[62226]: DEBUG nova.compute.manager [req-83e7ef85-b8d8-4009-bb5a-c6e1bf4de807 req-36dd3d83-de11-4fef-856c-0ccc4d98ad66 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] No waiting events found dispatching network-vif-plugged-c5aeba4a-671a-4135-b80e-8984e77bf319 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2293.274618] env[62226]: WARNING nova.compute.manager [req-83e7ef85-b8d8-4009-bb5a-c6e1bf4de807 req-36dd3d83-de11-4fef-856c-0ccc4d98ad66 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Received unexpected event network-vif-plugged-c5aeba4a-671a-4135-b80e-8984e77bf319 for instance with vm_state building and task_state spawning. [ 2293.366594] env[62226]: DEBUG nova.network.neutron [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Successfully updated port: c5aeba4a-671a-4135-b80e-8984e77bf319 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2293.669434] env[62226]: DEBUG nova.compute.utils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2293.671103] env[62226]: DEBUG nova.compute.manager [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2293.671278] env[62226]: DEBUG nova.network.neutron [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2293.702194] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459905} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.702463] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 779f4986-c399-4720-ba95-9558b9c796c8/779f4986-c399-4720-ba95-9558b9c796c8.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2293.702695] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2293.702985] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1017ba6d-c0c8-4e24-8686-a1e609fddf80 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.709509] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2293.709509] env[62226]: value = "task-2028906" [ 2293.709509] env[62226]: _type = "Task" [ 2293.709509] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.713725] env[62226]: DEBUG nova.policy [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e645714cbec3490da7a675e89cb5dbb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2c53b0ba22145d988f2ee864ffae0a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2293.720118] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.870271] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "refresh_cache-88775d6e-28e1-41f2-b580-5f719f6e1495" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.870271] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "refresh_cache-88775d6e-28e1-41f2-b580-5f719f6e1495" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2293.870271] env[62226]: DEBUG nova.network.neutron [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2293.965492] env[62226]: DEBUG nova.network.neutron [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Successfully created port: 81b823d8-b858-4914-ac6f-f48dc0453f4d {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2294.174930] env[62226]: DEBUG nova.compute.manager [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2294.220020] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063477} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.220525] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2294.221374] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa3b056-8777-4e3e-b538-a8283c8c37b9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.246835] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 779f4986-c399-4720-ba95-9558b9c796c8/779f4986-c399-4720-ba95-9558b9c796c8.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2294.247689] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c4e8255-0923-4ae7-acdb-6463796fe061 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.268135] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2294.268135] env[62226]: value = "task-2028907" [ 2294.268135] env[62226]: _type = "Task" [ 2294.268135] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.277622] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.406041] env[62226]: DEBUG nova.network.neutron [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2294.428890] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2294.429258] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2294.429574] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Deleting the datastore file [datastore1] 2c7e9832-b6fa-43b0-994d-e5d578cf3485 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2294.429913] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af426aea-e353-469f-97f0-4fe70879227d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.437449] env[62226]: DEBUG oslo_vmware.api [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2294.437449] env[62226]: value = "task-2028908" [ 2294.437449] env[62226]: _type = "Task" [ 2294.437449] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.448731] env[62226]: DEBUG oslo_vmware.api [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.557910] env[62226]: DEBUG nova.network.neutron [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Updating instance_info_cache with network_info: [{"id": "c5aeba4a-671a-4135-b80e-8984e77bf319", "address": "fa:16:3e:b2:61:36", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5aeba4a-67", "ovs_interfaceid": "c5aeba4a-671a-4135-b80e-8984e77bf319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2294.778722] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.948606] env[62226]: DEBUG oslo_vmware.api [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.060939] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "refresh_cache-88775d6e-28e1-41f2-b580-5f719f6e1495" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2295.061285] env[62226]: DEBUG nova.compute.manager [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Instance network_info: |[{"id": "c5aeba4a-671a-4135-b80e-8984e77bf319", "address": "fa:16:3e:b2:61:36", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5aeba4a-67", "ovs_interfaceid": "c5aeba4a-671a-4135-b80e-8984e77bf319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2295.061715] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:61:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5aeba4a-671a-4135-b80e-8984e77bf319', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2295.069221] env[62226]: DEBUG oslo.service.loopingcall [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2295.069449] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2295.069677] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ad795af-bfb9-4f12-a0a5-cd43503025d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.089208] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2295.089208] env[62226]: value = "task-2028909" [ 2295.089208] env[62226]: _type = "Task" [ 2295.089208] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.098281] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028909, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.187927] env[62226]: DEBUG nova.compute.manager [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2295.215485] env[62226]: DEBUG nova.virt.hardware [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2295.215738] env[62226]: DEBUG nova.virt.hardware [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2295.215935] env[62226]: DEBUG nova.virt.hardware [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2295.216157] env[62226]: DEBUG nova.virt.hardware [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2295.216311] env[62226]: DEBUG nova.virt.hardware [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2295.216466] env[62226]: DEBUG nova.virt.hardware [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2295.216676] env[62226]: DEBUG nova.virt.hardware [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2295.216849] env[62226]: DEBUG nova.virt.hardware [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2295.217043] env[62226]: DEBUG nova.virt.hardware [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2295.217248] env[62226]: DEBUG nova.virt.hardware [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2295.217494] env[62226]: DEBUG nova.virt.hardware [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2295.218299] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f15d2fe-9209-4e77-b956-e27ad963f6eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.226496] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ee74eb-03a7-4d24-a2be-0000c51c74a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.280472] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028907, 'name': ReconfigVM_Task, 'duration_secs': 0.881692} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.280903] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 779f4986-c399-4720-ba95-9558b9c796c8/779f4986-c399-4720-ba95-9558b9c796c8.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2295.281836] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c559fc17-4b46-49d5-846a-4203408a6786 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.289979] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2295.289979] env[62226]: value = "task-2028910" [ 2295.289979] env[62226]: _type = "Task" [ 2295.289979] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.298895] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028910, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.301305] env[62226]: DEBUG nova.compute.manager [req-c9402701-66f1-4c3f-ac62-5462b42eb58b req-c62c3a1a-a804-4498-a5d0-07598a68f626 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Received event network-changed-c5aeba4a-671a-4135-b80e-8984e77bf319 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2295.301523] env[62226]: DEBUG nova.compute.manager [req-c9402701-66f1-4c3f-ac62-5462b42eb58b req-c62c3a1a-a804-4498-a5d0-07598a68f626 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Refreshing instance network info cache due to event network-changed-c5aeba4a-671a-4135-b80e-8984e77bf319. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2295.301748] env[62226]: DEBUG oslo_concurrency.lockutils [req-c9402701-66f1-4c3f-ac62-5462b42eb58b req-c62c3a1a-a804-4498-a5d0-07598a68f626 service nova] Acquiring lock "refresh_cache-88775d6e-28e1-41f2-b580-5f719f6e1495" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2295.302108] env[62226]: DEBUG oslo_concurrency.lockutils [req-c9402701-66f1-4c3f-ac62-5462b42eb58b req-c62c3a1a-a804-4498-a5d0-07598a68f626 service nova] Acquired lock "refresh_cache-88775d6e-28e1-41f2-b580-5f719f6e1495" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2295.302108] env[62226]: DEBUG nova.network.neutron [req-c9402701-66f1-4c3f-ac62-5462b42eb58b req-c62c3a1a-a804-4498-a5d0-07598a68f626 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Refreshing network info cache for port c5aeba4a-671a-4135-b80e-8984e77bf319 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2295.451511] env[62226]: DEBUG oslo_vmware.api [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.609734} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.452448] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2295.452448] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2295.453205] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2295.453508] env[62226]: INFO nova.compute.manager [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Took 10.97 seconds to destroy the instance on the hypervisor. [ 2295.453834] env[62226]: DEBUG oslo.service.loopingcall [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2295.454138] env[62226]: DEBUG nova.compute.manager [-] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2295.454494] env[62226]: DEBUG nova.network.neutron [-] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2295.540015] env[62226]: DEBUG nova.network.neutron [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Successfully updated port: 81b823d8-b858-4914-ac6f-f48dc0453f4d {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2295.603016] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028909, 'name': CreateVM_Task, 'duration_secs': 0.39759} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.603282] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2295.604061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2295.605302] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2295.605302] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2295.605446] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef43a5d-947e-4ee9-97b7-cba84ee3c9fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.611326] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2295.611326] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5248585e-e2f1-0c07-8df5-1ba3f90f4912" [ 2295.611326] env[62226]: _type = "Task" [ 2295.611326] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.623952] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5248585e-e2f1-0c07-8df5-1ba3f90f4912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.802136] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028910, 'name': Rename_Task, 'duration_secs': 0.210807} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.802414] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2295.802675] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf8aea63-f4ae-4ce9-8a6b-de302691de0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.814145] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2295.814145] env[62226]: value = "task-2028911" [ 2295.814145] env[62226]: _type = "Task" [ 2295.814145] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.821395] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.047571] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Acquiring lock "refresh_cache-6fa01654-073a-4734-8247-f1e3504892b6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.047571] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Acquired lock "refresh_cache-6fa01654-073a-4734-8247-f1e3504892b6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.047571] env[62226]: DEBUG nova.network.neutron [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2296.106714] env[62226]: DEBUG nova.network.neutron [req-c9402701-66f1-4c3f-ac62-5462b42eb58b req-c62c3a1a-a804-4498-a5d0-07598a68f626 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Updated VIF entry in instance network info cache for port c5aeba4a-671a-4135-b80e-8984e77bf319. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2296.107105] env[62226]: DEBUG nova.network.neutron [req-c9402701-66f1-4c3f-ac62-5462b42eb58b req-c62c3a1a-a804-4498-a5d0-07598a68f626 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Updating instance_info_cache with network_info: [{"id": "c5aeba4a-671a-4135-b80e-8984e77bf319", "address": "fa:16:3e:b2:61:36", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5aeba4a-67", "ovs_interfaceid": "c5aeba4a-671a-4135-b80e-8984e77bf319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2296.121804] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5248585e-e2f1-0c07-8df5-1ba3f90f4912, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.122107] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2296.122340] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2296.122605] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.122738] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.122922] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2296.123203] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2f5a974-eb0e-446a-9e50-b259a13208fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.131407] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2296.131587] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2296.132304] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30407b44-5b79-4d27-b8a3-0c7185434b16 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.137369] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2296.137369] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f2a280-b74d-8be8-337c-d34f46334836" [ 2296.137369] env[62226]: _type = "Task" [ 2296.137369] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.145325] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f2a280-b74d-8be8-337c-d34f46334836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.323646] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.540255] env[62226]: DEBUG nova.network.neutron [-] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2296.579952] env[62226]: DEBUG nova.network.neutron [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2296.610351] env[62226]: DEBUG oslo_concurrency.lockutils [req-c9402701-66f1-4c3f-ac62-5462b42eb58b req-c62c3a1a-a804-4498-a5d0-07598a68f626 service nova] Releasing lock "refresh_cache-88775d6e-28e1-41f2-b580-5f719f6e1495" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2296.650725] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f2a280-b74d-8be8-337c-d34f46334836, 'name': SearchDatastore_Task, 'duration_secs': 0.007983} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.651541] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed4014a-fedf-4f31-bd65-4bac4cb196f0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.656720] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2296.656720] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521e37f6-6c86-649e-c3e2-91715607b9d1" [ 2296.656720] env[62226]: _type = "Task" [ 2296.656720] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.664938] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521e37f6-6c86-649e-c3e2-91715607b9d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.719297] env[62226]: DEBUG nova.network.neutron [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Updating instance_info_cache with network_info: [{"id": "81b823d8-b858-4914-ac6f-f48dc0453f4d", "address": "fa:16:3e:cf:e7:1c", "network": {"id": "04744904-8490-4653-83ff-d81e94faa892", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1004668094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c53b0ba22145d988f2ee864ffae0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b823d8-b8", "ovs_interfaceid": "81b823d8-b858-4914-ac6f-f48dc0453f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2296.825161] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.043054] env[62226]: INFO nova.compute.manager [-] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Took 1.59 seconds to deallocate network for instance. [ 2297.168351] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]521e37f6-6c86-649e-c3e2-91715607b9d1, 'name': SearchDatastore_Task, 'duration_secs': 0.00938} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.168629] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.168893] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 88775d6e-28e1-41f2-b580-5f719f6e1495/88775d6e-28e1-41f2-b580-5f719f6e1495.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2297.169189] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b155555d-5475-4d18-9f5d-7205d0cf5ebf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.182880] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2297.182880] env[62226]: value = "task-2028912" [ 2297.182880] env[62226]: _type = "Task" [ 2297.182880] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.190871] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.222018] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Releasing lock "refresh_cache-6fa01654-073a-4734-8247-f1e3504892b6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.222397] env[62226]: DEBUG nova.compute.manager [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Instance network_info: |[{"id": "81b823d8-b858-4914-ac6f-f48dc0453f4d", "address": "fa:16:3e:cf:e7:1c", "network": {"id": "04744904-8490-4653-83ff-d81e94faa892", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1004668094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c53b0ba22145d988f2ee864ffae0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b823d8-b8", "ovs_interfaceid": "81b823d8-b858-4914-ac6f-f48dc0453f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2297.222800] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:e7:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81b823d8-b858-4914-ac6f-f48dc0453f4d', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2297.230224] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Creating folder: Project (b2c53b0ba22145d988f2ee864ffae0a7). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2297.230421] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e20dda1-9bf0-4326-bb81-d475692354a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.241246] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Created folder: Project (b2c53b0ba22145d988f2ee864ffae0a7) in parent group-v416438. [ 2297.241431] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Creating folder: Instances. Parent ref: group-v416749. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2297.241652] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e657ba09-7a62-491f-a05f-679f2a371358 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.251348] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Created folder: Instances in parent group-v416749. [ 2297.251580] env[62226]: DEBUG oslo.service.loopingcall [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2297.251765] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2297.251961] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b316317-aebd-4781-aec6-85754fd866c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.271173] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2297.271173] env[62226]: value = "task-2028915" [ 2297.271173] env[62226]: _type = "Task" [ 2297.271173] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.287138] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028915, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.324041] env[62226]: DEBUG oslo_vmware.api [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028911, 'name': PowerOnVM_Task, 'duration_secs': 1.069107} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.324389] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2297.324564] env[62226]: INFO nova.compute.manager [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Took 12.80 seconds to spawn the instance on the hypervisor. [ 2297.324933] env[62226]: DEBUG nova.compute.manager [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2297.325632] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb08e5-cd57-4567-9e6b-e9698c344a1e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.330654] env[62226]: DEBUG nova.compute.manager [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Received event network-vif-plugged-81b823d8-b858-4914-ac6f-f48dc0453f4d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2297.330891] env[62226]: DEBUG oslo_concurrency.lockutils [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] Acquiring lock "6fa01654-073a-4734-8247-f1e3504892b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.331129] env[62226]: DEBUG oslo_concurrency.lockutils [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] Lock "6fa01654-073a-4734-8247-f1e3504892b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.331269] env[62226]: DEBUG oslo_concurrency.lockutils [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] Lock "6fa01654-073a-4734-8247-f1e3504892b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.331485] env[62226]: DEBUG nova.compute.manager [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] No waiting events found dispatching network-vif-plugged-81b823d8-b858-4914-ac6f-f48dc0453f4d {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2297.331695] env[62226]: WARNING nova.compute.manager [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Received unexpected event network-vif-plugged-81b823d8-b858-4914-ac6f-f48dc0453f4d for instance with vm_state building and task_state spawning. [ 2297.331859] env[62226]: DEBUG nova.compute.manager [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Received event network-changed-81b823d8-b858-4914-ac6f-f48dc0453f4d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2297.332016] env[62226]: DEBUG nova.compute.manager [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Refreshing instance network info cache due to event network-changed-81b823d8-b858-4914-ac6f-f48dc0453f4d. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2297.332211] env[62226]: DEBUG oslo_concurrency.lockutils [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] Acquiring lock "refresh_cache-6fa01654-073a-4734-8247-f1e3504892b6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2297.332347] env[62226]: DEBUG oslo_concurrency.lockutils [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] Acquired lock "refresh_cache-6fa01654-073a-4734-8247-f1e3504892b6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2297.332501] env[62226]: DEBUG nova.network.neutron [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Refreshing network info cache for port 81b823d8-b858-4914-ac6f-f48dc0453f4d {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2297.549765] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.550118] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.550353] env[62226]: DEBUG nova.objects.instance [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lazy-loading 'resources' on Instance uuid 2c7e9832-b6fa-43b0-994d-e5d578cf3485 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2297.694051] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449013} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.694273] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 88775d6e-28e1-41f2-b580-5f719f6e1495/88775d6e-28e1-41f2-b580-5f719f6e1495.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2297.694474] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2297.694754] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8912d375-0f64-42dd-8685-66f448e3e753 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.701663] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2297.701663] env[62226]: value = "task-2028916" [ 2297.701663] env[62226]: _type = "Task" [ 2297.701663] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.711611] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.781284] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028915, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.853083] env[62226]: INFO nova.compute.manager [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Took 18.29 seconds to build instance. [ 2298.030997] env[62226]: DEBUG nova.network.neutron [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Updated VIF entry in instance network info cache for port 81b823d8-b858-4914-ac6f-f48dc0453f4d. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2298.031441] env[62226]: DEBUG nova.network.neutron [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Updating instance_info_cache with network_info: [{"id": "81b823d8-b858-4914-ac6f-f48dc0453f4d", "address": "fa:16:3e:cf:e7:1c", "network": {"id": "04744904-8490-4653-83ff-d81e94faa892", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1004668094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c53b0ba22145d988f2ee864ffae0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b823d8-b8", "ovs_interfaceid": "81b823d8-b858-4914-ac6f-f48dc0453f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2298.139899] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d4ea3f-b329-42e1-86db-cc6feb3d0f64 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.147742] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d784137-84c1-4076-b8a4-308ef32de329 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.180230] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfc7057-a2cd-4fb1-910e-c0b4445f24cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.188823] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcedb66-c3f0-4473-b33e-921159124861 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.207791] env[62226]: DEBUG nova.compute.provider_tree [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2298.219416] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064787} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.220395] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2298.221150] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bb98fc-8372-4589-9103-3b99be991c4e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.249324] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 88775d6e-28e1-41f2-b580-5f719f6e1495/88775d6e-28e1-41f2-b580-5f719f6e1495.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2298.249981] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e9c5a71-1d08-452c-b26d-9e95dda631ca {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.283326] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028915, 'name': CreateVM_Task, 'duration_secs': 0.539209} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.284472] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2298.284809] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2298.284809] env[62226]: value = "task-2028917" [ 2298.284809] env[62226]: _type = "Task" [ 2298.284809] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.286014] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.286014] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.286014] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2298.286283] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f5381e-7fc8-4c8b-ba3e-feddf6bfea38 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.293919] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Waiting for the task: (returnval){ [ 2298.293919] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5256fbf9-264c-4839-6ba4-80c6751641b9" [ 2298.293919] env[62226]: _type = "Task" [ 2298.293919] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.296653] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028917, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.303578] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5256fbf9-264c-4839-6ba4-80c6751641b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.355123] env[62226]: DEBUG oslo_concurrency.lockutils [None req-72cc3025-8cca-4430-992a-6c8415c459b9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.808s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.534767] env[62226]: DEBUG oslo_concurrency.lockutils [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] Releasing lock "refresh_cache-6fa01654-073a-4734-8247-f1e3504892b6" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.535081] env[62226]: DEBUG nova.compute.manager [req-17921e1a-0c6f-4259-8e67-88c602a8fee0 req-52210893-09d6-4507-a434-513239be8e39 service nova] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Received event network-vif-deleted-88db7430-4470-4038-a3bb-43754c6e7acb {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2298.567638] env[62226]: DEBUG nova.compute.manager [req-cf16f4f2-e9c0-46a5-857f-942046b43559 req-dae71031-dc8c-46d9-85b8-b96110f88439 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Received event network-changed-68812e75-acef-402e-aac8-038989eebc35 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2298.567871] env[62226]: DEBUG nova.compute.manager [req-cf16f4f2-e9c0-46a5-857f-942046b43559 req-dae71031-dc8c-46d9-85b8-b96110f88439 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Refreshing instance network info cache due to event network-changed-68812e75-acef-402e-aac8-038989eebc35. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2298.568111] env[62226]: DEBUG oslo_concurrency.lockutils [req-cf16f4f2-e9c0-46a5-857f-942046b43559 req-dae71031-dc8c-46d9-85b8-b96110f88439 service nova] Acquiring lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.568263] env[62226]: DEBUG oslo_concurrency.lockutils [req-cf16f4f2-e9c0-46a5-857f-942046b43559 req-dae71031-dc8c-46d9-85b8-b96110f88439 service nova] Acquired lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.568444] env[62226]: DEBUG nova.network.neutron [req-cf16f4f2-e9c0-46a5-857f-942046b43559 req-dae71031-dc8c-46d9-85b8-b96110f88439 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Refreshing network info cache for port 68812e75-acef-402e-aac8-038989eebc35 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2298.711316] env[62226]: DEBUG nova.scheduler.client.report [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2298.796443] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028917, 'name': ReconfigVM_Task, 'duration_secs': 0.319627} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.796828] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 88775d6e-28e1-41f2-b580-5f719f6e1495/88775d6e-28e1-41f2-b580-5f719f6e1495.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2298.800048] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6a8b6f0-3e1f-4279-9e8b-dd2234b50857 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.808478] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5256fbf9-264c-4839-6ba4-80c6751641b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011138} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.809601] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.809825] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2298.810073] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.810223] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.810396] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2298.810708] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2298.810708] env[62226]: value = "task-2028918" [ 2298.810708] env[62226]: _type = "Task" [ 2298.810708] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.810882] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a4bb0e6-af06-4020-93dd-6a7b4229be1a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.820241] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028918, 'name': Rename_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.821174] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2298.821347] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2298.821974] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b896c6d5-8674-4ae6-9a92-76b33f213028 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.826364] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Waiting for the task: (returnval){ [ 2298.826364] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f7c682-d141-0cb1-374a-5193caadefc7" [ 2298.826364] env[62226]: _type = "Task" [ 2298.826364] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.833325] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f7c682-d141-0cb1-374a-5193caadefc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.216051] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.243887] env[62226]: INFO nova.scheduler.client.report [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Deleted allocations for instance 2c7e9832-b6fa-43b0-994d-e5d578cf3485 [ 2299.287979] env[62226]: DEBUG nova.network.neutron [req-cf16f4f2-e9c0-46a5-857f-942046b43559 req-dae71031-dc8c-46d9-85b8-b96110f88439 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Updated VIF entry in instance network info cache for port 68812e75-acef-402e-aac8-038989eebc35. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2299.288367] env[62226]: DEBUG nova.network.neutron [req-cf16f4f2-e9c0-46a5-857f-942046b43559 req-dae71031-dc8c-46d9-85b8-b96110f88439 service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Updating instance_info_cache with network_info: [{"id": "68812e75-acef-402e-aac8-038989eebc35", "address": "fa:16:3e:10:1c:da", "network": {"id": "dc4fbeb7-0808-4304-afa9-47f28a25b032", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1543307426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed5eb963d4f043939ac9b3cbbdb57d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68812e75-ac", "ovs_interfaceid": "68812e75-acef-402e-aac8-038989eebc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2299.321525] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028918, 'name': Rename_Task, 'duration_secs': 0.134236} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.321769] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2299.322019] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d700877-c079-4edc-8e79-fc3a167ba152 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.327688] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2299.327688] env[62226]: value = "task-2028919" [ 2299.327688] env[62226]: _type = "Task" [ 2299.327688] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.337637] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52f7c682-d141-0cb1-374a-5193caadefc7, 'name': SearchDatastore_Task, 'duration_secs': 0.011122} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.340843] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.341061] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6904ae59-642c-4773-9e2c-cf065a00b010 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.345496] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Waiting for the task: (returnval){ [ 2299.345496] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b1c5bb-25a0-89de-338b-7b619be26e93" [ 2299.345496] env[62226]: _type = "Task" [ 2299.345496] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.352606] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b1c5bb-25a0-89de-338b-7b619be26e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.751886] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0388b207-c310-4be5-8d10-e579aa9775d2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "2c7e9832-b6fa-43b0-994d-e5d578cf3485" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.778s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.791649] env[62226]: DEBUG oslo_concurrency.lockutils [req-cf16f4f2-e9c0-46a5-857f-942046b43559 req-dae71031-dc8c-46d9-85b8-b96110f88439 service nova] Releasing lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.841812] env[62226]: DEBUG oslo_vmware.api [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028919, 'name': PowerOnVM_Task, 'duration_secs': 0.443689} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.842105] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2299.842308] env[62226]: INFO nova.compute.manager [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Took 6.87 seconds to spawn the instance on the hypervisor. [ 2299.842491] env[62226]: DEBUG nova.compute.manager [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2299.843335] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d572c9c-cf39-4ec1-9ff0-2936076fc92b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.857413] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52b1c5bb-25a0-89de-338b-7b619be26e93, 'name': SearchDatastore_Task, 'duration_secs': 0.014557} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.857641] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.857882] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 6fa01654-073a-4734-8247-f1e3504892b6/6fa01654-073a-4734-8247-f1e3504892b6.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2299.858124] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-779a9baf-048e-4672-86ff-8e500fb4a55b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.863951] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Waiting for the task: (returnval){ [ 2299.863951] env[62226]: value = "task-2028920" [ 2299.863951] env[62226]: _type = "Task" [ 2299.863951] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.871391] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.362613] env[62226]: INFO nova.compute.manager [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Took 11.62 seconds to build instance. [ 2300.373939] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028920, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.848336] env[62226]: DEBUG nova.compute.manager [req-62d71b2d-f7e6-456a-a8e4-46431108f89c req-623aadca-0e18-46ba-b10f-5641c491f5a0 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Received event network-changed-c5aeba4a-671a-4135-b80e-8984e77bf319 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2300.848596] env[62226]: DEBUG nova.compute.manager [req-62d71b2d-f7e6-456a-a8e4-46431108f89c req-623aadca-0e18-46ba-b10f-5641c491f5a0 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Refreshing instance network info cache due to event network-changed-c5aeba4a-671a-4135-b80e-8984e77bf319. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2300.848663] env[62226]: DEBUG oslo_concurrency.lockutils [req-62d71b2d-f7e6-456a-a8e4-46431108f89c req-623aadca-0e18-46ba-b10f-5641c491f5a0 service nova] Acquiring lock "refresh_cache-88775d6e-28e1-41f2-b580-5f719f6e1495" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.848809] env[62226]: DEBUG oslo_concurrency.lockutils [req-62d71b2d-f7e6-456a-a8e4-46431108f89c req-623aadca-0e18-46ba-b10f-5641c491f5a0 service nova] Acquired lock "refresh_cache-88775d6e-28e1-41f2-b580-5f719f6e1495" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.848968] env[62226]: DEBUG nova.network.neutron [req-62d71b2d-f7e6-456a-a8e4-46431108f89c req-623aadca-0e18-46ba-b10f-5641c491f5a0 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Refreshing network info cache for port c5aeba4a-671a-4135-b80e-8984e77bf319 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2300.864845] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d29a581-edf2-48f2-8c92-4745a70819d9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "88775d6e-28e1-41f2-b580-5f719f6e1495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.124s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.874519] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520491} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.874791] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] 6fa01654-073a-4734-8247-f1e3504892b6/6fa01654-073a-4734-8247-f1e3504892b6.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2300.875011] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2300.875265] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-210643ab-1aa6-428e-bded-8d2c1423f0f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.881788] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Waiting for the task: (returnval){ [ 2300.881788] env[62226]: value = "task-2028921" [ 2300.881788] env[62226]: _type = "Task" [ 2300.881788] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.890473] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.394813] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070841} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.397165] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2301.397958] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52475a4-1015-4651-8319-600272e8e548 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.424883] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 6fa01654-073a-4734-8247-f1e3504892b6/6fa01654-073a-4734-8247-f1e3504892b6.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2301.425546] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb1a7fa-4c11-4c7d-985a-86f5854c0b9f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.444493] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Waiting for the task: (returnval){ [ 2301.444493] env[62226]: value = "task-2028922" [ 2301.444493] env[62226]: _type = "Task" [ 2301.444493] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.454068] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.604653] env[62226]: DEBUG nova.network.neutron [req-62d71b2d-f7e6-456a-a8e4-46431108f89c req-623aadca-0e18-46ba-b10f-5641c491f5a0 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Updated VIF entry in instance network info cache for port c5aeba4a-671a-4135-b80e-8984e77bf319. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2301.605058] env[62226]: DEBUG nova.network.neutron [req-62d71b2d-f7e6-456a-a8e4-46431108f89c req-623aadca-0e18-46ba-b10f-5641c491f5a0 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Updating instance_info_cache with network_info: [{"id": "c5aeba4a-671a-4135-b80e-8984e77bf319", "address": "fa:16:3e:b2:61:36", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5aeba4a-67", "ovs_interfaceid": "c5aeba4a-671a-4135-b80e-8984e77bf319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.955208] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.108443] env[62226]: DEBUG oslo_concurrency.lockutils [req-62d71b2d-f7e6-456a-a8e4-46431108f89c req-623aadca-0e18-46ba-b10f-5641c491f5a0 service nova] Releasing lock "refresh_cache-88775d6e-28e1-41f2-b580-5f719f6e1495" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.245161] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "46318468-6c06-4cc7-a6f5-73be590f857c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.245394] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "46318468-6c06-4cc7-a6f5-73be590f857c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.454786] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028922, 'name': ReconfigVM_Task, 'duration_secs': 0.690087} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.455101] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 6fa01654-073a-4734-8247-f1e3504892b6/6fa01654-073a-4734-8247-f1e3504892b6.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2302.455660] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d18117a7-9b64-488a-888c-2a0de551a2ed {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.461543] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Waiting for the task: (returnval){ [ 2302.461543] env[62226]: value = "task-2028924" [ 2302.461543] env[62226]: _type = "Task" [ 2302.461543] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.470393] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028924, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.645157] env[62226]: DEBUG nova.compute.manager [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Stashing vm_state: active {{(pid=62226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2302.747411] env[62226]: DEBUG nova.compute.manager [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2302.971823] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028924, 'name': Rename_Task, 'duration_secs': 0.132658} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.972225] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2302.972280] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdc16b14-a6ae-41f4-804a-48cd5c4f193b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.978883] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Waiting for the task: (returnval){ [ 2302.978883] env[62226]: value = "task-2028925" [ 2302.978883] env[62226]: _type = "Task" [ 2302.978883] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.985946] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.165996] env[62226]: DEBUG oslo_concurrency.lockutils [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.166280] env[62226]: DEBUG oslo_concurrency.lockutils [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.265757] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.488610] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.671493] env[62226]: INFO nova.compute.claims [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2303.988792] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028925, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.178071] env[62226]: INFO nova.compute.resource_tracker [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating resource usage from migration 5c36a69a-7d0c-4a25-82d0-27b57ba08a13 [ 2304.279526] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032770f4-9389-4617-84bc-ac69f58547d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.286885] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0044811-8595-49db-8380-b2e37bb05357 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.317503] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdfbe96-3292-4752-a737-3aae0c544a05 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.324689] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6a9eb6-56e3-4660-aeba-e113a9831efb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.337816] env[62226]: DEBUG nova.compute.provider_tree [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2304.490239] env[62226]: DEBUG oslo_vmware.api [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028925, 'name': PowerOnVM_Task, 'duration_secs': 1.153864} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.490446] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2304.490610] env[62226]: INFO nova.compute.manager [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Took 9.30 seconds to spawn the instance on the hypervisor. [ 2304.490810] env[62226]: DEBUG nova.compute.manager [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2304.491613] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b916c012-f8db-4817-8789-1192021f27b2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.857302] env[62226]: ERROR nova.scheduler.client.report [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [req-8340d247-ec91-40c2-9070-db70d0e007a7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8340d247-ec91-40c2-9070-db70d0e007a7"}]} [ 2304.875233] env[62226]: DEBUG nova.scheduler.client.report [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2304.888776] env[62226]: DEBUG nova.scheduler.client.report [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2304.889012] env[62226]: DEBUG nova.compute.provider_tree [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2304.899783] env[62226]: DEBUG nova.scheduler.client.report [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2304.917244] env[62226]: DEBUG nova.scheduler.client.report [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2305.011039] env[62226]: INFO nova.compute.manager [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Took 14.32 seconds to build instance. [ 2305.026101] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e20fbc-affb-4663-a875-887e7c72a365 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.034205] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57224032-c853-48c6-993b-4f56e8c01fef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.064993] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3917fb-9011-4e92-b95d-c63b1209c963 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.073068] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3cb956-10d6-495a-840f-1f5502c55323 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.088988] env[62226]: DEBUG nova.compute.provider_tree [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2305.512946] env[62226]: DEBUG oslo_concurrency.lockutils [None req-70653f8d-05e6-4d57-896d-fb1be0be69c6 tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Lock "6fa01654-073a-4734-8247-f1e3504892b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.827s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.621580] env[62226]: DEBUG nova.scheduler.client.report [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Updated inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2305.621847] env[62226]: DEBUG nova.compute.provider_tree [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Updating resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a generation from 164 to 165 during operation: update_inventory {{(pid=62226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2305.622041] env[62226]: DEBUG nova.compute.provider_tree [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2306.057652] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2306.058089] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2306.058250] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2306.127118] env[62226]: DEBUG oslo_concurrency.lockutils [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.961s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.127300] env[62226]: INFO nova.compute.manager [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Migrating [ 2306.133659] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.868s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2306.135096] env[62226]: INFO nova.compute.claims [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2306.232590] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Acquiring lock "6fa01654-073a-4734-8247-f1e3504892b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.232944] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Lock "6fa01654-073a-4734-8247-f1e3504892b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2306.233482] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Acquiring lock "6fa01654-073a-4734-8247-f1e3504892b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.233691] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Lock "6fa01654-073a-4734-8247-f1e3504892b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2306.233866] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Lock "6fa01654-073a-4734-8247-f1e3504892b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.235875] env[62226]: INFO nova.compute.manager [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Terminating instance [ 2306.591943] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2306.592113] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquired lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2306.592282] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Forcefully refreshing network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2306.643752] env[62226]: DEBUG oslo_concurrency.lockutils [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2306.643934] env[62226]: DEBUG oslo_concurrency.lockutils [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2306.644142] env[62226]: DEBUG nova.network.neutron [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2306.739837] env[62226]: DEBUG nova.compute.manager [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2306.740091] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2306.741020] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bd7e4a-4c9a-448c-a81c-0cc1c6e492e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.749025] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2306.749302] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eddab54d-d769-40cd-8009-9cdba0e83f87 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.755804] env[62226]: DEBUG oslo_vmware.api [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Waiting for the task: (returnval){ [ 2306.755804] env[62226]: value = "task-2028927" [ 2306.755804] env[62226]: _type = "Task" [ 2306.755804] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.763599] env[62226]: DEBUG oslo_vmware.api [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.260589] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1074d302-0c3c-4ae2-b9a2-38283af70106 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.270092] env[62226]: DEBUG oslo_vmware.api [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028927, 'name': PowerOffVM_Task, 'duration_secs': 0.376466} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.273011] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab671d65-a372-4b98-a868-39dd3a851d2f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.276060] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2307.276250] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2307.277045] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db81c5ea-8233-4d1f-8704-2d5e74cbe908 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.309365] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a71b044-4b63-4821-8a1c-e1cb5bb1ecd8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.317249] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702b372d-0a71-459b-b9e6-3634820c6c35 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.330976] env[62226]: DEBUG nova.compute.provider_tree [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2307.379438] env[62226]: DEBUG nova.network.neutron [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance_info_cache with network_info: [{"id": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "address": "fa:16:3e:c0:63:83", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4d6a90-20", "ovs_interfaceid": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.563144] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2307.563407] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2307.563594] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Deleting the datastore file [datastore1] 6fa01654-073a-4734-8247-f1e3504892b6 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2307.563861] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8fe77ed-83a7-4aaa-8178-754bf73605a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.570636] env[62226]: DEBUG oslo_vmware.api [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Waiting for the task: (returnval){ [ 2307.570636] env[62226]: value = "task-2028930" [ 2307.570636] env[62226]: _type = "Task" [ 2307.570636] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.578365] env[62226]: DEBUG oslo_vmware.api [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.804060] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Updating instance_info_cache with network_info: [{"id": "ae43d394-fc24-48ac-87a9-c8cc5c34e51c", "address": "fa:16:3e:ef:1d:ff", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae43d394-fc", "ovs_interfaceid": "ae43d394-fc24-48ac-87a9-c8cc5c34e51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.834086] env[62226]: DEBUG nova.scheduler.client.report [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2307.882401] env[62226]: DEBUG oslo_concurrency.lockutils [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.082668] env[62226]: DEBUG oslo_vmware.api [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Task: {'id': task-2028930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124201} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.083084] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2308.083377] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2308.083613] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2308.083803] env[62226]: INFO nova.compute.manager [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Took 1.34 seconds to destroy the instance on the hypervisor. [ 2308.084059] env[62226]: DEBUG oslo.service.loopingcall [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2308.084263] env[62226]: DEBUG nova.compute.manager [-] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2308.084357] env[62226]: DEBUG nova.network.neutron [-] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2308.306538] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Releasing lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.306820] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Updated the network info_cache for instance {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2308.306958] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2308.307136] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2308.307372] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2308.307493] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2308.307636] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2308.307781] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2308.307926] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2308.308092] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2308.339689] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.339689] env[62226]: DEBUG nova.compute.manager [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2308.366524] env[62226]: DEBUG nova.compute.manager [req-1124a559-eaf1-4b6a-89e4-65d46c784f92 req-8c7604d6-08a7-49cd-b0eb-dbbc9638f42f service nova] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Received event network-vif-deleted-81b823d8-b858-4914-ac6f-f48dc0453f4d {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2308.366864] env[62226]: INFO nova.compute.manager [req-1124a559-eaf1-4b6a-89e4-65d46c784f92 req-8c7604d6-08a7-49cd-b0eb-dbbc9638f42f service nova] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Neutron deleted interface 81b823d8-b858-4914-ac6f-f48dc0453f4d; detaching it from the instance and deleting it from the info cache [ 2308.366916] env[62226]: DEBUG nova.network.neutron [req-1124a559-eaf1-4b6a-89e4-65d46c784f92 req-8c7604d6-08a7-49cd-b0eb-dbbc9638f42f service nova] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.811367] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.811605] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.811771] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.811927] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2308.812845] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19c79ed-fbc3-4355-bd94-e12a34cae524 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.821128] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1495d8b9-54eb-413d-9b71-4389bded6073 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.834639] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798403e3-ada5-4b85-88a4-b7b9ca52afc0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.840807] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b40a06-f524-4169-a095-9e1406f796f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.844753] env[62226]: DEBUG nova.compute.utils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2308.846098] env[62226]: DEBUG nova.compute.manager [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2308.846264] env[62226]: DEBUG nova.network.neutron [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2308.847947] env[62226]: DEBUG nova.network.neutron [-] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.879174] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179653MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2308.879371] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.879623] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.882281] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e55b9e3d-7b43-4593-a0e1-04803149aafd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.892800] env[62226]: DEBUG nova.policy [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85cc57f6705040cba322a60cff08b301', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2debbafb317c408a9a03674a585efa3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2308.898241] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eea7ee-dd40-47d1-9f39-ce7181e767d8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.927345] env[62226]: DEBUG nova.compute.manager [req-1124a559-eaf1-4b6a-89e4-65d46c784f92 req-8c7604d6-08a7-49cd-b0eb-dbbc9638f42f service nova] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Detach interface failed, port_id=81b823d8-b858-4914-ac6f-f48dc0453f4d, reason: Instance 6fa01654-073a-4734-8247-f1e3504892b6 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2309.176876] env[62226]: DEBUG nova.network.neutron [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Successfully created port: b16b4449-1438-498a-ae7a-48b2d778d25e {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2309.350136] env[62226]: INFO nova.compute.manager [-] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Took 1.27 seconds to deallocate network for instance. [ 2309.350676] env[62226]: DEBUG nova.compute.manager [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2309.399469] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7824099-42b5-4341-8332-38d74ae17ce5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.418203] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance 'ea725017-6056-48aa-a9e1-1ccb3ab914a1' progress to 0 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2309.860275] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.891458] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Applying migration context for instance ea725017-6056-48aa-a9e1-1ccb3ab914a1 as it has an incoming, in-progress migration 5c36a69a-7d0c-4a25-82d0-27b57ba08a13. Migration status is migrating {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2309.892639] env[62226]: INFO nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating resource usage from migration 5c36a69a-7d0c-4a25-82d0-27b57ba08a13 [ 2309.913185] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance ef2e3023-b006-47f8-b193-80b1e60e9b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2309.913373] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance faf993cc-0949-43c0-a5e1-e6c2cbed0fb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2309.913529] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 779f4986-c399-4720-ba95-9558b9c796c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2309.913674] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 88775d6e-28e1-41f2-b580-5f719f6e1495 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2309.913808] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 6fa01654-073a-4734-8247-f1e3504892b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2309.913960] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Migration 5c36a69a-7d0c-4a25-82d0-27b57ba08a13 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2309.914098] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 46318468-6c06-4cc7-a6f5-73be590f857c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2309.914213] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance ea725017-6056-48aa-a9e1-1ccb3ab914a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2309.914390] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2309.914520] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2309.923542] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2309.923825] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25444763-c93b-424e-bbaf-7e01eab43acc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.932025] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2309.932025] env[62226]: value = "task-2028932" [ 2309.932025] env[62226]: _type = "Task" [ 2309.932025] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.940103] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.016757] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f707b220-9d4c-4694-a3ab-77b0eab71e23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.024617] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae4201a-fc16-4fa8-a063-fbdc83e1b6d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.055977] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e66625-bb39-4d9f-af55-6847e3aeecaf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.063708] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c36e03-8181-4e2c-a77c-a0ef121fed68 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.077288] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2310.362684] env[62226]: DEBUG nova.compute.manager [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2310.390564] env[62226]: DEBUG nova.virt.hardware [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2310.390815] env[62226]: DEBUG nova.virt.hardware [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2310.390968] env[62226]: DEBUG nova.virt.hardware [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2310.391163] env[62226]: DEBUG nova.virt.hardware [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2310.391308] env[62226]: DEBUG nova.virt.hardware [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2310.391451] env[62226]: DEBUG nova.virt.hardware [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2310.391655] env[62226]: DEBUG nova.virt.hardware [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2310.391811] env[62226]: DEBUG nova.virt.hardware [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2310.392024] env[62226]: DEBUG nova.virt.hardware [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2310.392163] env[62226]: DEBUG nova.virt.hardware [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2310.392341] env[62226]: DEBUG nova.virt.hardware [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2310.393341] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a04840-6901-4e82-9258-8c4d23707ab9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.401216] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02830bc4-a1c4-4e89-9330-8a6d5d3cd55c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.440999] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028932, 'name': PowerOffVM_Task, 'duration_secs': 0.159008} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.441219] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2310.441486] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance 'ea725017-6056-48aa-a9e1-1ccb3ab914a1' progress to 17 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2310.563958] env[62226]: DEBUG nova.compute.manager [req-4701b98b-4ae6-4fdc-ac83-4dccd8ec0432 req-14b945b2-cbac-4ee3-a171-33e55989dd18 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Received event network-vif-plugged-b16b4449-1438-498a-ae7a-48b2d778d25e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2310.564239] env[62226]: DEBUG oslo_concurrency.lockutils [req-4701b98b-4ae6-4fdc-ac83-4dccd8ec0432 req-14b945b2-cbac-4ee3-a171-33e55989dd18 service nova] Acquiring lock "46318468-6c06-4cc7-a6f5-73be590f857c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.564453] env[62226]: DEBUG oslo_concurrency.lockutils [req-4701b98b-4ae6-4fdc-ac83-4dccd8ec0432 req-14b945b2-cbac-4ee3-a171-33e55989dd18 service nova] Lock "46318468-6c06-4cc7-a6f5-73be590f857c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.564623] env[62226]: DEBUG oslo_concurrency.lockutils [req-4701b98b-4ae6-4fdc-ac83-4dccd8ec0432 req-14b945b2-cbac-4ee3-a171-33e55989dd18 service nova] Lock "46318468-6c06-4cc7-a6f5-73be590f857c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.564790] env[62226]: DEBUG nova.compute.manager [req-4701b98b-4ae6-4fdc-ac83-4dccd8ec0432 req-14b945b2-cbac-4ee3-a171-33e55989dd18 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] No waiting events found dispatching network-vif-plugged-b16b4449-1438-498a-ae7a-48b2d778d25e {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2310.565016] env[62226]: WARNING nova.compute.manager [req-4701b98b-4ae6-4fdc-ac83-4dccd8ec0432 req-14b945b2-cbac-4ee3-a171-33e55989dd18 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Received unexpected event network-vif-plugged-b16b4449-1438-498a-ae7a-48b2d778d25e for instance with vm_state building and task_state spawning. [ 2310.580254] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2310.650376] env[62226]: DEBUG nova.network.neutron [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Successfully updated port: b16b4449-1438-498a-ae7a-48b2d778d25e {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2310.947862] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2310.948129] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2310.948316] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2310.948520] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2310.948668] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2310.948815] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2310.949029] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2310.949196] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2310.949366] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2310.949530] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2310.949702] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2310.955439] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f0703bb-36a0-4817-b2d2-df4e355486f1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.970367] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2310.970367] env[62226]: value = "task-2028933" [ 2310.970367] env[62226]: _type = "Task" [ 2310.970367] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.978150] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.085430] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2311.085675] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.206s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.086446] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.226s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2311.086678] env[62226]: DEBUG nova.objects.instance [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Lazy-loading 'resources' on Instance uuid 6fa01654-073a-4734-8247-f1e3504892b6 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2311.153086] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "refresh_cache-46318468-6c06-4cc7-a6f5-73be590f857c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2311.153262] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired lock "refresh_cache-46318468-6c06-4cc7-a6f5-73be590f857c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2311.153345] env[62226]: DEBUG nova.network.neutron [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2311.479881] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028933, 'name': ReconfigVM_Task, 'duration_secs': 0.15722} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.480292] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance 'ea725017-6056-48aa-a9e1-1ccb3ab914a1' progress to 33 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2311.690537] env[62226]: DEBUG nova.network.neutron [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2311.726220] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3deacc-dec2-4bd4-b07b-f83e743c646f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.734698] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed8d41e-1489-4b53-9ff9-d1fbb8dfaca3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.766837] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738467b5-3425-4c63-aff9-25cdc6349669 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.776426] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29bf973-ce76-494f-96cb-20eb47124ae9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.791608] env[62226]: DEBUG nova.compute.provider_tree [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2311.840535] env[62226]: DEBUG nova.network.neutron [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Updating instance_info_cache with network_info: [{"id": "b16b4449-1438-498a-ae7a-48b2d778d25e", "address": "fa:16:3e:97:dd:6d", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16b4449-14", "ovs_interfaceid": "b16b4449-1438-498a-ae7a-48b2d778d25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2311.987083] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2311.987354] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2311.987516] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2311.987703] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2311.987848] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2311.987994] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2311.988220] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2311.988378] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2311.988544] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2311.988705] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2311.988874] env[62226]: DEBUG nova.virt.hardware [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2311.993970] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2311.994264] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb807c1-fbb9-4fd5-8154-80f222ac3edb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.012470] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2312.012470] env[62226]: value = "task-2028935" [ 2312.012470] env[62226]: _type = "Task" [ 2312.012470] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.020019] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.295319] env[62226]: DEBUG nova.scheduler.client.report [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2312.342843] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Releasing lock "refresh_cache-46318468-6c06-4cc7-a6f5-73be590f857c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2312.343189] env[62226]: DEBUG nova.compute.manager [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Instance network_info: |[{"id": "b16b4449-1438-498a-ae7a-48b2d778d25e", "address": "fa:16:3e:97:dd:6d", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16b4449-14", "ovs_interfaceid": "b16b4449-1438-498a-ae7a-48b2d778d25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2312.343843] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:dd:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b16b4449-1438-498a-ae7a-48b2d778d25e', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2312.351526] env[62226]: DEBUG oslo.service.loopingcall [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2312.351732] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2312.351962] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3183c0b0-9f0c-441c-b95c-2cf370bd3c86 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.372212] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2312.372212] env[62226]: value = "task-2028936" [ 2312.372212] env[62226]: _type = "Task" [ 2312.372212] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.380036] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.521931] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028935, 'name': ReconfigVM_Task, 'duration_secs': 0.211181} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.522296] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2312.523088] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056d6955-9da2-496d-b0d6-c69b9c0ef61b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.544382] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ea725017-6056-48aa-a9e1-1ccb3ab914a1/ea725017-6056-48aa-a9e1-1ccb3ab914a1.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2312.544640] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-093f18bc-46f9-4aee-8779-ccc13a379ef1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.561655] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2312.561655] env[62226]: value = "task-2028937" [ 2312.561655] env[62226]: _type = "Task" [ 2312.561655] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.569830] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.590671] env[62226]: DEBUG nova.compute.manager [req-227afa50-989e-429b-a305-e8fbc577fc4b req-6dd6e05a-f171-42ae-8e3f-be67ad8acba1 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Received event network-changed-b16b4449-1438-498a-ae7a-48b2d778d25e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2312.590877] env[62226]: DEBUG nova.compute.manager [req-227afa50-989e-429b-a305-e8fbc577fc4b req-6dd6e05a-f171-42ae-8e3f-be67ad8acba1 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Refreshing instance network info cache due to event network-changed-b16b4449-1438-498a-ae7a-48b2d778d25e. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2312.591127] env[62226]: DEBUG oslo_concurrency.lockutils [req-227afa50-989e-429b-a305-e8fbc577fc4b req-6dd6e05a-f171-42ae-8e3f-be67ad8acba1 service nova] Acquiring lock "refresh_cache-46318468-6c06-4cc7-a6f5-73be590f857c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2312.591235] env[62226]: DEBUG oslo_concurrency.lockutils [req-227afa50-989e-429b-a305-e8fbc577fc4b req-6dd6e05a-f171-42ae-8e3f-be67ad8acba1 service nova] Acquired lock "refresh_cache-46318468-6c06-4cc7-a6f5-73be590f857c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2312.591409] env[62226]: DEBUG nova.network.neutron [req-227afa50-989e-429b-a305-e8fbc577fc4b req-6dd6e05a-f171-42ae-8e3f-be67ad8acba1 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Refreshing network info cache for port b16b4449-1438-498a-ae7a-48b2d778d25e {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2312.800918] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.820544] env[62226]: INFO nova.scheduler.client.report [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Deleted allocations for instance 6fa01654-073a-4734-8247-f1e3504892b6 [ 2312.882354] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.071589] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028937, 'name': ReconfigVM_Task, 'duration_secs': 0.268369} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.072453] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ea725017-6056-48aa-a9e1-1ccb3ab914a1/ea725017-6056-48aa-a9e1-1ccb3ab914a1.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2313.072453] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance 'ea725017-6056-48aa-a9e1-1ccb3ab914a1' progress to 50 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2313.277107] env[62226]: DEBUG nova.network.neutron [req-227afa50-989e-429b-a305-e8fbc577fc4b req-6dd6e05a-f171-42ae-8e3f-be67ad8acba1 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Updated VIF entry in instance network info cache for port b16b4449-1438-498a-ae7a-48b2d778d25e. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2313.277482] env[62226]: DEBUG nova.network.neutron [req-227afa50-989e-429b-a305-e8fbc577fc4b req-6dd6e05a-f171-42ae-8e3f-be67ad8acba1 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Updating instance_info_cache with network_info: [{"id": "b16b4449-1438-498a-ae7a-48b2d778d25e", "address": "fa:16:3e:97:dd:6d", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16b4449-14", "ovs_interfaceid": "b16b4449-1438-498a-ae7a-48b2d778d25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2313.328431] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e306c0d2-3d58-4788-85df-caf82efe120d tempest-ServerTagsTestJSON-793283055 tempest-ServerTagsTestJSON-793283055-project-member] Lock "6fa01654-073a-4734-8247-f1e3504892b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.095s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.382869] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.578852] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cced7d2-8be8-4567-92d4-372bbad5d74e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.597881] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f19cdb-1f6e-4abf-991d-fdebb23fc30b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.615957] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance 'ea725017-6056-48aa-a9e1-1ccb3ab914a1' progress to 67 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2313.779813] env[62226]: DEBUG oslo_concurrency.lockutils [req-227afa50-989e-429b-a305-e8fbc577fc4b req-6dd6e05a-f171-42ae-8e3f-be67ad8acba1 service nova] Releasing lock "refresh_cache-46318468-6c06-4cc7-a6f5-73be590f857c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2313.883854] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.161519] env[62226]: DEBUG nova.network.neutron [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Port ed4d6a90-2076-4459-a93d-b2d3774dd349 binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2314.384833] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.885135] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.183806] env[62226]: DEBUG oslo_concurrency.lockutils [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.184071] env[62226]: DEBUG oslo_concurrency.lockutils [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.184222] env[62226]: DEBUG oslo_concurrency.lockutils [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.385288] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.884807] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.218235] env[62226]: DEBUG oslo_concurrency.lockutils [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.218485] env[62226]: DEBUG oslo_concurrency.lockutils [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.218621] env[62226]: DEBUG nova.network.neutron [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2316.385732] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.886913] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.095073] env[62226]: DEBUG nova.network.neutron [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance_info_cache with network_info: [{"id": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "address": "fa:16:3e:c0:63:83", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4d6a90-20", "ovs_interfaceid": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2317.387241] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.598209] env[62226]: DEBUG oslo_concurrency.lockutils [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.888469] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.124888] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece341c5-c975-44fa-b627-1d5ab645e7be {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.145399] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5af1bf-06c5-48ab-9c25-10abea4c6bd1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.153147] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance 'ea725017-6056-48aa-a9e1-1ccb3ab914a1' progress to 83 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2318.393516] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.629530] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2318.629791] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2318.629971] env[62226]: INFO nova.compute.manager [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Shelving [ 2318.660995] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2318.661306] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aca997f1-2464-4741-9a84-3e6a1406c15c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.669775] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2318.669775] env[62226]: value = "task-2028941" [ 2318.669775] env[62226]: _type = "Task" [ 2318.669775] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.679381] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.890953] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028936, 'name': CreateVM_Task, 'duration_secs': 6.059273} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.891184] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2318.891793] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2318.891979] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2318.892361] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2318.892643] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2847003-553b-430e-be49-d27e3e04df1f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.897666] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2318.897666] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523d07bd-eb62-1231-2a3b-956fa5790f8e" [ 2318.897666] env[62226]: _type = "Task" [ 2318.897666] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.905968] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523d07bd-eb62-1231-2a3b-956fa5790f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.182122] env[62226]: DEBUG oslo_vmware.api [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028941, 'name': PowerOnVM_Task, 'duration_secs': 0.382688} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.182475] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2319.182757] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-27f873b0-f6b4-442b-a12e-6a47bd756346 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance 'ea725017-6056-48aa-a9e1-1ccb3ab914a1' progress to 100 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2319.408651] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523d07bd-eb62-1231-2a3b-956fa5790f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.408959] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2319.409214] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2319.409455] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2319.409603] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2319.409777] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2319.410056] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5cee691-f314-46c2-89c2-2fe1e40f6750 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.419383] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2319.419525] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2319.420252] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ddea7c-2dec-44a8-bf38-74c34bbca29e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.425816] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2319.425816] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528299f8-76a0-c0df-69ae-189e8085576b" [ 2319.425816] env[62226]: _type = "Task" [ 2319.425816] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.433855] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528299f8-76a0-c0df-69ae-189e8085576b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.639347] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2319.639684] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a90986b-30d3-4a95-acc9-6b337035c472 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.648021] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2319.648021] env[62226]: value = "task-2028942" [ 2319.648021] env[62226]: _type = "Task" [ 2319.648021] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.658433] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.937089] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]528299f8-76a0-c0df-69ae-189e8085576b, 'name': SearchDatastore_Task, 'duration_secs': 0.008751} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.937880] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d52d586-4a2a-44d1-a71e-870d94f936e3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.943381] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2319.943381] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d18140-5ada-729d-3e24-05ce341efefa" [ 2319.943381] env[62226]: _type = "Task" [ 2319.943381] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.952754] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d18140-5ada-729d-3e24-05ce341efefa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.160023] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028942, 'name': PowerOffVM_Task, 'duration_secs': 0.184222} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.160370] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2320.161186] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b00af17-fdef-4f69-85b2-8c950ec5fe74 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.180511] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cd8f16-cc53-44af-b764-a03c7340c391 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.383024] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "df8ff3c5-8804-46b8-a243-1484aaf9af92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.383291] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.453763] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52d18140-5ada-729d-3e24-05ce341efefa, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.454088] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2320.454346] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 46318468-6c06-4cc7-a6f5-73be590f857c/46318468-6c06-4cc7-a6f5-73be590f857c.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2320.454621] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3287a74e-71d6-40b9-92a1-90c891a97a9d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.463253] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2320.463253] env[62226]: value = "task-2028943" [ 2320.463253] env[62226]: _type = "Task" [ 2320.463253] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.472403] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.690664] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Creating Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2320.691181] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4cd2b479-d5d8-4630-a06f-4b476f724ce4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.706331] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2320.706331] env[62226]: value = "task-2028944" [ 2320.706331] env[62226]: _type = "Task" [ 2320.706331] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.723949] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028944, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.885880] env[62226]: DEBUG nova.compute.manager [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2320.974718] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028943, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.218618] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028944, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.411936] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.412298] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.414096] env[62226]: INFO nova.compute.claims [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2321.448280] env[62226]: DEBUG nova.network.neutron [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Port ed4d6a90-2076-4459-a93d-b2d3774dd349 binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2321.448715] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.448813] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.448985] env[62226]: DEBUG nova.network.neutron [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2321.474052] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524134} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.474416] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore2] 46318468-6c06-4cc7-a6f5-73be590f857c/46318468-6c06-4cc7-a6f5-73be590f857c.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2321.474546] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2321.475047] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35fb5313-fca0-4241-a207-7b2d46228249 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.484555] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2321.484555] env[62226]: value = "task-2028945" [ 2321.484555] env[62226]: _type = "Task" [ 2321.484555] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.494582] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.719573] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028944, 'name': CreateSnapshot_Task, 'duration_secs': 0.857752} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.719840] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Created Snapshot of the VM instance {{(pid=62226) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2321.720608] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a304b7cd-792c-4e6b-aaee-8428ac81ae6b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.993958] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126075} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.994236] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2321.994969] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a77860-43c9-41a4-b6ce-43d385d04d31 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.016724] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 46318468-6c06-4cc7-a6f5-73be590f857c/46318468-6c06-4cc7-a6f5-73be590f857c.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2322.019160] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4c81b4-aaa8-4b54-a4c0-e5d1fa6409a3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.040512] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2322.040512] env[62226]: value = "task-2028946" [ 2322.040512] env[62226]: _type = "Task" [ 2322.040512] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.048197] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.181174] env[62226]: DEBUG nova.network.neutron [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance_info_cache with network_info: [{"id": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "address": "fa:16:3e:c0:63:83", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4d6a90-20", "ovs_interfaceid": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.243064] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Creating linked-clone VM from snapshot {{(pid=62226) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2322.243387] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8e295fd-23d7-4d25-941d-a9dd7fdeddb9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.252562] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2322.252562] env[62226]: value = "task-2028947" [ 2322.252562] env[62226]: _type = "Task" [ 2322.252562] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.261290] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028947, 'name': CloneVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.528520] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dd2522-aedc-440f-9691-25267fa9cc46 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.541435] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca69caf-ed5c-4880-9a20-62afdbf4b62c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.559185] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028946, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.602688] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c5db05-4036-4cb9-b92a-e5973dc0b99a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.617455] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04541bd4-d4b8-41dc-a419-2041e2f08960 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.635616] env[62226]: DEBUG nova.compute.provider_tree [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2322.684783] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2322.763361] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028947, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.058905] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028946, 'name': ReconfigVM_Task, 'duration_secs': 0.524968} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.059226] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 46318468-6c06-4cc7-a6f5-73be590f857c/46318468-6c06-4cc7-a6f5-73be590f857c.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2323.059864] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ba691f6-efdf-42bb-a79f-54f70d906a26 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.067665] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2323.067665] env[62226]: value = "task-2028948" [ 2323.067665] env[62226]: _type = "Task" [ 2323.067665] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.075773] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028948, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.139007] env[62226]: DEBUG nova.scheduler.client.report [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2323.188051] env[62226]: DEBUG nova.compute.manager [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62226) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2323.188293] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.264138] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028947, 'name': CloneVM_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.577325] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028948, 'name': Rename_Task, 'duration_secs': 0.154236} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.577710] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2323.577891] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8e4348c-419f-4094-bc5b-087ccae53ec1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.585531] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2323.585531] env[62226]: value = "task-2028949" [ 2323.585531] env[62226]: _type = "Task" [ 2323.585531] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.593175] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.644319] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.644664] env[62226]: DEBUG nova.compute.manager [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2323.647622] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.459s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.764890] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028947, 'name': CloneVM_Task, 'duration_secs': 1.460195} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.765208] env[62226]: INFO nova.virt.vmwareapi.vmops [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Created linked-clone VM from snapshot [ 2323.765956] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7e26eb-185b-4655-b507-54f42481a5c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.773537] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Uploading image f89ed806-2840-47d2-9bd6-a18c4ab79dee {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2323.801622] env[62226]: DEBUG oslo_vmware.rw_handles [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2323.801622] env[62226]: value = "vm-416756" [ 2323.801622] env[62226]: _type = "VirtualMachine" [ 2323.801622] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2323.801910] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-088deb1b-2f40-42fa-9696-6feef8a2c6e3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.810443] env[62226]: DEBUG oslo_vmware.rw_handles [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lease: (returnval){ [ 2323.810443] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52759ee5-512d-31df-e490-3802a234550d" [ 2323.810443] env[62226]: _type = "HttpNfcLease" [ 2323.810443] env[62226]: } obtained for exporting VM: (result){ [ 2323.810443] env[62226]: value = "vm-416756" [ 2323.810443] env[62226]: _type = "VirtualMachine" [ 2323.810443] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2323.810775] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the lease: (returnval){ [ 2323.810775] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52759ee5-512d-31df-e490-3802a234550d" [ 2323.810775] env[62226]: _type = "HttpNfcLease" [ 2323.810775] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2323.817550] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2323.817550] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52759ee5-512d-31df-e490-3802a234550d" [ 2323.817550] env[62226]: _type = "HttpNfcLease" [ 2323.817550] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2324.096533] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028949, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.151250] env[62226]: DEBUG nova.compute.utils [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2324.153059] env[62226]: DEBUG nova.objects.instance [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lazy-loading 'migration_context' on Instance uuid ea725017-6056-48aa-a9e1-1ccb3ab914a1 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2324.153920] env[62226]: DEBUG nova.compute.manager [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2324.154102] env[62226]: DEBUG nova.network.neutron [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2324.202312] env[62226]: DEBUG nova.policy [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38384d4eb1f643aa80a7a0a92cf947a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0eb0b12511f4fc188cbeff3fd5bbfc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2324.319105] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2324.319105] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52759ee5-512d-31df-e490-3802a234550d" [ 2324.319105] env[62226]: _type = "HttpNfcLease" [ 2324.319105] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2324.319456] env[62226]: DEBUG oslo_vmware.rw_handles [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2324.319456] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52759ee5-512d-31df-e490-3802a234550d" [ 2324.319456] env[62226]: _type = "HttpNfcLease" [ 2324.319456] env[62226]: }. {{(pid=62226) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2324.320278] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d793c2-38de-4482-85cc-b3d7b194d4f2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.328181] env[62226]: DEBUG oslo_vmware.rw_handles [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a0e30-6fa0-bb1a-f57b-3a0efc23d277/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2324.328415] env[62226]: DEBUG oslo_vmware.rw_handles [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a0e30-6fa0-bb1a-f57b-3a0efc23d277/disk-0.vmdk for reading. {{(pid=62226) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2324.415434] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6294135c-7332-4eb9-b5b5-d02fe172dc73 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.474168] env[62226]: DEBUG nova.network.neutron [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Successfully created port: e7267ab5-7d21-46d4-9e5d-e9ea30b00499 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2324.598309] env[62226]: DEBUG oslo_vmware.api [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2028949, 'name': PowerOnVM_Task, 'duration_secs': 0.677222} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.598681] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2324.598773] env[62226]: INFO nova.compute.manager [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Took 14.24 seconds to spawn the instance on the hypervisor. [ 2324.598937] env[62226]: DEBUG nova.compute.manager [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2324.599714] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5b7f31-c838-4244-9c68-b521c1b1c5ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.656294] env[62226]: DEBUG nova.compute.manager [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2324.779120] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5edc578-6054-480c-b815-bb2c3e1c02ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.787813] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252e6860-3736-41d7-8f90-0f0cc5d7fd2b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.821134] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89643963-56fa-47f1-82f9-8d27192dd5e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.829490] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0596f40e-07ca-487f-9468-986056094c91 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.843628] env[62226]: DEBUG nova.compute.provider_tree [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2325.118947] env[62226]: INFO nova.compute.manager [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Took 21.87 seconds to build instance. [ 2325.162699] env[62226]: INFO nova.virt.block_device [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Booting with volume b80b53cb-6eb9-42fd-bca0-b23f3df5c405 at /dev/sda [ 2325.206328] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-680137a7-f6ba-40be-b899-6bd2e618812d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.217825] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ff21a9-b2d0-4b45-9ab3-9b909c7009de {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.253742] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb67c0bc-5aaf-454f-8acd-80fbf681a2c7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.264989] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926d60fe-485c-412c-9458-8a95ccc09f7c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.301506] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dc2ef3-a9bc-48a5-9d92-e2ea5d5ef2b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.309805] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765243f2-b6f5-4c1e-93ce-eba1707c5701 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.326596] env[62226]: DEBUG nova.virt.block_device [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating existing volume attachment record: b629811b-aabc-41eb-9e98-e1fd4e99c7aa {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2325.347481] env[62226]: DEBUG nova.scheduler.client.report [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2325.615714] env[62226]: DEBUG nova.compute.manager [req-f4aef95b-9d4f-41a7-ad30-2b769bc729ed req-6538dc32-9a10-4c84-98eb-c2f47ee4b9e0 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Received event network-changed-b16b4449-1438-498a-ae7a-48b2d778d25e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2325.616110] env[62226]: DEBUG nova.compute.manager [req-f4aef95b-9d4f-41a7-ad30-2b769bc729ed req-6538dc32-9a10-4c84-98eb-c2f47ee4b9e0 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Refreshing instance network info cache due to event network-changed-b16b4449-1438-498a-ae7a-48b2d778d25e. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2325.616244] env[62226]: DEBUG oslo_concurrency.lockutils [req-f4aef95b-9d4f-41a7-ad30-2b769bc729ed req-6538dc32-9a10-4c84-98eb-c2f47ee4b9e0 service nova] Acquiring lock "refresh_cache-46318468-6c06-4cc7-a6f5-73be590f857c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.616380] env[62226]: DEBUG oslo_concurrency.lockutils [req-f4aef95b-9d4f-41a7-ad30-2b769bc729ed req-6538dc32-9a10-4c84-98eb-c2f47ee4b9e0 service nova] Acquired lock "refresh_cache-46318468-6c06-4cc7-a6f5-73be590f857c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.616548] env[62226]: DEBUG nova.network.neutron [req-f4aef95b-9d4f-41a7-ad30-2b769bc729ed req-6538dc32-9a10-4c84-98eb-c2f47ee4b9e0 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Refreshing network info cache for port b16b4449-1438-498a-ae7a-48b2d778d25e {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2325.621672] env[62226]: DEBUG oslo_concurrency.lockutils [None req-952023de-19dc-45ee-a678-f93fc7258801 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "46318468-6c06-4cc7-a6f5-73be590f857c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.376s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.990636] env[62226]: DEBUG nova.network.neutron [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Successfully updated port: e7267ab5-7d21-46d4-9e5d-e9ea30b00499 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2326.359660] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.712s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.367123] env[62226]: DEBUG nova.network.neutron [req-f4aef95b-9d4f-41a7-ad30-2b769bc729ed req-6538dc32-9a10-4c84-98eb-c2f47ee4b9e0 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Updated VIF entry in instance network info cache for port b16b4449-1438-498a-ae7a-48b2d778d25e. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2326.367509] env[62226]: DEBUG nova.network.neutron [req-f4aef95b-9d4f-41a7-ad30-2b769bc729ed req-6538dc32-9a10-4c84-98eb-c2f47ee4b9e0 service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Updating instance_info_cache with network_info: [{"id": "b16b4449-1438-498a-ae7a-48b2d778d25e", "address": "fa:16:3e:97:dd:6d", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16b4449-14", "ovs_interfaceid": "b16b4449-1438-498a-ae7a-48b2d778d25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.493612] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.494314] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.494548] env[62226]: DEBUG nova.network.neutron [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2326.875321] env[62226]: DEBUG oslo_concurrency.lockutils [req-f4aef95b-9d4f-41a7-ad30-2b769bc729ed req-6538dc32-9a10-4c84-98eb-c2f47ee4b9e0 service nova] Releasing lock "refresh_cache-46318468-6c06-4cc7-a6f5-73be590f857c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.030669] env[62226]: DEBUG nova.network.neutron [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2327.169478] env[62226]: DEBUG nova.network.neutron [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance_info_cache with network_info: [{"id": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "address": "fa:16:3e:ed:43:88", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7267ab5-7d", "ovs_interfaceid": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.423275] env[62226]: DEBUG nova.compute.manager [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2327.423826] env[62226]: DEBUG nova.virt.hardware [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2327.424053] env[62226]: DEBUG nova.virt.hardware [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2327.424269] env[62226]: DEBUG nova.virt.hardware [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2327.424482] env[62226]: DEBUG nova.virt.hardware [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2327.424635] env[62226]: DEBUG nova.virt.hardware [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2327.424783] env[62226]: DEBUG nova.virt.hardware [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2327.424990] env[62226]: DEBUG nova.virt.hardware [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2327.425179] env[62226]: DEBUG nova.virt.hardware [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2327.425362] env[62226]: DEBUG nova.virt.hardware [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2327.425532] env[62226]: DEBUG nova.virt.hardware [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2327.425708] env[62226]: DEBUG nova.virt.hardware [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2327.426896] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d93a4b1-1817-44f3-af76-8a038b98ab31 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.436656] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8feb24-4808-41f3-82cf-9d2e79e57fd4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.642233] env[62226]: DEBUG nova.compute.manager [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Received event network-vif-plugged-e7267ab5-7d21-46d4-9e5d-e9ea30b00499 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2327.642448] env[62226]: DEBUG oslo_concurrency.lockutils [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] Acquiring lock "df8ff3c5-8804-46b8-a243-1484aaf9af92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.642659] env[62226]: DEBUG oslo_concurrency.lockutils [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.642866] env[62226]: DEBUG oslo_concurrency.lockutils [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.642993] env[62226]: DEBUG nova.compute.manager [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] No waiting events found dispatching network-vif-plugged-e7267ab5-7d21-46d4-9e5d-e9ea30b00499 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2327.643234] env[62226]: WARNING nova.compute.manager [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Received unexpected event network-vif-plugged-e7267ab5-7d21-46d4-9e5d-e9ea30b00499 for instance with vm_state building and task_state spawning. [ 2327.643414] env[62226]: DEBUG nova.compute.manager [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Received event network-changed-e7267ab5-7d21-46d4-9e5d-e9ea30b00499 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2327.643571] env[62226]: DEBUG nova.compute.manager [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Refreshing instance network info cache due to event network-changed-e7267ab5-7d21-46d4-9e5d-e9ea30b00499. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2327.643732] env[62226]: DEBUG oslo_concurrency.lockutils [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] Acquiring lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.671885] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.672182] env[62226]: DEBUG nova.compute.manager [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Instance network_info: |[{"id": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "address": "fa:16:3e:ed:43:88", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7267ab5-7d", "ovs_interfaceid": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2327.672456] env[62226]: DEBUG oslo_concurrency.lockutils [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] Acquired lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.672629] env[62226]: DEBUG nova.network.neutron [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Refreshing network info cache for port e7267ab5-7d21-46d4-9e5d-e9ea30b00499 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2327.673809] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:43:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7267ab5-7d21-46d4-9e5d-e9ea30b00499', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2327.681250] env[62226]: DEBUG oslo.service.loopingcall [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2327.684239] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2327.684671] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-720244b7-fe0b-458e-98ed-5967ce7622fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.706238] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2327.706238] env[62226]: value = "task-2028951" [ 2327.706238] env[62226]: _type = "Task" [ 2327.706238] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.715522] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028951, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.901664] env[62226]: INFO nova.compute.manager [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Swapping old allocation on dict_keys(['a0a34dbc-95d3-4028-b2d7-c443f32f5b3a']) held by migration 5c36a69a-7d0c-4a25-82d0-27b57ba08a13 for instance [ 2327.912042] env[62226]: DEBUG nova.network.neutron [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updated VIF entry in instance network info cache for port e7267ab5-7d21-46d4-9e5d-e9ea30b00499. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2327.912433] env[62226]: DEBUG nova.network.neutron [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance_info_cache with network_info: [{"id": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "address": "fa:16:3e:ed:43:88", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7267ab5-7d", "ovs_interfaceid": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.924916] env[62226]: DEBUG nova.scheduler.client.report [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Overwriting current allocation {'allocations': {'a0a34dbc-95d3-4028-b2d7-c443f32f5b3a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '6630806c698243959882a3f1300c40ae', 'user_id': '5bd522a8c1ae478f831965a9f6987d03', 'consumer_generation': 1} on consumer ea725017-6056-48aa-a9e1-1ccb3ab914a1 {{(pid=62226) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2328.003080] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2328.003439] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2328.003663] env[62226]: DEBUG nova.network.neutron [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2328.220178] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028951, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.417027] env[62226]: DEBUG oslo_concurrency.lockutils [req-b88d20d4-aa35-4fb3-917e-55106423368b req-3e088fdb-29fd-4953-9d67-4152b0bb94d1 service nova] Releasing lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.717886] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028951, 'name': CreateVM_Task, 'duration_secs': 0.546758} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.718713] env[62226]: DEBUG nova.network.neutron [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance_info_cache with network_info: [{"id": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "address": "fa:16:3e:c0:63:83", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped4d6a90-20", "ovs_interfaceid": "ed4d6a90-2076-4459-a93d-b2d3774dd349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2328.719951] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2328.720487] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416753', 'volume_id': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'name': 'volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df8ff3c5-8804-46b8-a243-1484aaf9af92', 'attached_at': '', 'detached_at': '', 'volume_id': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'serial': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405'}, 'attachment_id': 'b629811b-aabc-41eb-9e98-e1fd4e99c7aa', 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62226) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2328.720694] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Root volume attach. Driver type: vmdk {{(pid=62226) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2328.721796] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4994aa17-93a8-4559-b2f3-b667a15d1979 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.731403] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b961eb-8925-4b46-a663-ca691ac6e7dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.739240] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d0beaa-7bd6-41a3-99f5-fab6c3628061 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.746456] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c90b6f70-6477-4afa-9a94-46c6ecae5eaf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.754568] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2328.754568] env[62226]: value = "task-2028952" [ 2328.754568] env[62226]: _type = "Task" [ 2328.754568] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.763399] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028952, 'name': RelocateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.228281] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-ea725017-6056-48aa-a9e1-1ccb3ab914a1" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.228281] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2329.228281] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d75a14fe-a183-46dd-b056-5e129950d9e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.236785] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2329.236785] env[62226]: value = "task-2028953" [ 2329.236785] env[62226]: _type = "Task" [ 2329.236785] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.248217] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.268139] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028952, 'name': RelocateVM_Task} progress is 40%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.752701] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.770087] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028952, 'name': RelocateVM_Task} progress is 53%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.250310] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028953, 'name': PowerOffVM_Task, 'duration_secs': 0.983207} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.250697] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2330.251290] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2330.251513] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2330.251669] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2330.251849] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2330.251994] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2330.252160] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2330.252371] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2330.252532] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2330.252700] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2330.252866] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2330.253066] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2330.258390] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28814f49-380a-4230-ade6-9946c07f6175 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.281107] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028952, 'name': RelocateVM_Task} progress is 67%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.282724] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2330.282724] env[62226]: value = "task-2028954" [ 2330.282724] env[62226]: _type = "Task" [ 2330.282724] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.293864] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.772146] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028952, 'name': RelocateVM_Task} progress is 81%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.796506] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.270569] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028952, 'name': RelocateVM_Task} progress is 97%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.295165] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028954, 'name': ReconfigVM_Task, 'duration_secs': 1.01414} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.296038] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db4c99f-5826-43fb-9f22-962c6e0dd63a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.314556] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2331.314832] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2331.314989] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2331.315227] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2331.315394] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2331.315564] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2331.315772] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2331.315933] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2331.316116] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2331.316289] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2331.316468] env[62226]: DEBUG nova.virt.hardware [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2331.317299] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5fb854-7be2-466d-ba92-71c09f7ea9fc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.324697] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2331.324697] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529326f1-1c74-76c5-76a0-8fce83788f10" [ 2331.324697] env[62226]: _type = "Task" [ 2331.324697] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.333843] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529326f1-1c74-76c5-76a0-8fce83788f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.770836] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028952, 'name': RelocateVM_Task} progress is 98%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.835090] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]529326f1-1c74-76c5-76a0-8fce83788f10, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.840548] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2331.840861] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ca2bac-4e06-41cc-a10e-27bae98a85f5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.860490] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2331.860490] env[62226]: value = "task-2028955" [ 2331.860490] env[62226]: _type = "Task" [ 2331.860490] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.869562] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.271354] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028952, 'name': RelocateVM_Task, 'duration_secs': 3.299745} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.271836] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2332.271836] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416753', 'volume_id': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'name': 'volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df8ff3c5-8804-46b8-a243-1484aaf9af92', 'attached_at': '', 'detached_at': '', 'volume_id': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'serial': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2332.272689] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0646121-cef1-402b-ab5e-5078c63cdebd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.289903] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df117bde-fe22-4ff6-a89d-e28f062cac01 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.312596] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405/volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2332.312905] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4389e1a9-0aea-4741-ba0c-c56d1eaca55d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.334993] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2332.334993] env[62226]: value = "task-2028956" [ 2332.334993] env[62226]: _type = "Task" [ 2332.334993] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.344610] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.371114] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028955, 'name': ReconfigVM_Task, 'duration_secs': 0.221925} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.371403] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2332.372316] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faba172-6861-4244-889a-19de8ae7567f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.396384] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ea725017-6056-48aa-a9e1-1ccb3ab914a1/ea725017-6056-48aa-a9e1-1ccb3ab914a1.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2332.396702] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0573288-08be-4615-a78b-375988a4d7b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.417501] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2332.417501] env[62226]: value = "task-2028957" [ 2332.417501] env[62226]: _type = "Task" [ 2332.417501] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.427089] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028957, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.845962] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028956, 'name': ReconfigVM_Task, 'duration_secs': 0.294677} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.846294] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405/volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2332.850871] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a118899-413e-4157-a67f-16534dd730b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.867274] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2332.867274] env[62226]: value = "task-2028958" [ 2332.867274] env[62226]: _type = "Task" [ 2332.867274] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.877036] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.928068] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028957, 'name': ReconfigVM_Task, 'duration_secs': 0.387161} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.928279] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ea725017-6056-48aa-a9e1-1ccb3ab914a1/ea725017-6056-48aa-a9e1-1ccb3ab914a1.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2332.929184] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47f0d78-0063-499c-a65a-c96e31a99b61 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.949678] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4fa0e6-176c-4675-9659-d76b8859456b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.970643] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6d1629-99cc-4384-911b-ff92d75d12cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.990200] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03808a0c-4417-4b96-b442-7bc18a320199 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.998558] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2332.998845] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed195363-6f12-4895-99c1-6a883a5dcbd3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.006140] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2333.006140] env[62226]: value = "task-2028959" [ 2333.006140] env[62226]: _type = "Task" [ 2333.006140] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.014830] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.377801] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028958, 'name': ReconfigVM_Task, 'duration_secs': 0.143476} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.378279] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416753', 'volume_id': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'name': 'volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df8ff3c5-8804-46b8-a243-1484aaf9af92', 'attached_at': '', 'detached_at': '', 'volume_id': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'serial': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2333.378675] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc9213ee-b641-44cd-a899-6c3be5141c2e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.386405] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2333.386405] env[62226]: value = "task-2028960" [ 2333.386405] env[62226]: _type = "Task" [ 2333.386405] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.395850] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028960, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.516995] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028959, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.897501] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028960, 'name': Rename_Task, 'duration_secs': 0.254706} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.897792] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2333.898057] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-643ea317-3253-47f0-9abf-64ed2699062e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.905477] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2333.905477] env[62226]: value = "task-2028961" [ 2333.905477] env[62226]: _type = "Task" [ 2333.905477] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.914875] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.017996] env[62226]: DEBUG oslo_vmware.api [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028959, 'name': PowerOnVM_Task, 'duration_secs': 0.667593} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.018347] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2334.417887] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028961, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.917598] env[62226]: DEBUG oslo_vmware.api [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028961, 'name': PowerOnVM_Task, 'duration_secs': 0.620723} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.917896] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2334.918124] env[62226]: INFO nova.compute.manager [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Took 7.49 seconds to spawn the instance on the hypervisor. [ 2334.918309] env[62226]: DEBUG nova.compute.manager [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2334.919116] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb833a0-0475-47bd-8783-35d5b4abb1f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.029233] env[62226]: INFO nova.compute.manager [None req-9164945f-3aa9-4c2a-931b-dfc4b8696d41 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance to original state: 'active' [ 2335.195711] env[62226]: DEBUG oslo_vmware.rw_handles [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a0e30-6fa0-bb1a-f57b-3a0efc23d277/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2335.196743] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09c65c9-c3d0-417e-934f-884652cadf23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.203834] env[62226]: DEBUG oslo_vmware.rw_handles [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a0e30-6fa0-bb1a-f57b-3a0efc23d277/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2335.203993] env[62226]: ERROR oslo_vmware.rw_handles [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a0e30-6fa0-bb1a-f57b-3a0efc23d277/disk-0.vmdk due to incomplete transfer. [ 2335.204226] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e9c147b0-21c2-41e6-b7b0-51b0ff47de81 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.213032] env[62226]: DEBUG oslo_vmware.rw_handles [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a0e30-6fa0-bb1a-f57b-3a0efc23d277/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2335.213261] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Uploaded image f89ed806-2840-47d2-9bd6-a18c4ab79dee to the Glance image server {{(pid=62226) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2335.215704] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Destroying the VM {{(pid=62226) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2335.215938] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f472b38d-ca7e-48b9-993c-26d394c40269 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.222766] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2335.222766] env[62226]: value = "task-2028962" [ 2335.222766] env[62226]: _type = "Task" [ 2335.222766] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.230847] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028962, 'name': Destroy_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.437505] env[62226]: INFO nova.compute.manager [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Took 14.05 seconds to build instance. [ 2335.733823] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028962, 'name': Destroy_Task} progress is 33%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.902161] env[62226]: DEBUG nova.compute.manager [req-94817e24-78a3-468a-b521-ba8ad56665cf req-f3db787e-2dd9-42b1-b780-c352d449da96 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Received event network-changed-ae43d394-fc24-48ac-87a9-c8cc5c34e51c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2335.902161] env[62226]: DEBUG nova.compute.manager [req-94817e24-78a3-468a-b521-ba8ad56665cf req-f3db787e-2dd9-42b1-b780-c352d449da96 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Refreshing instance network info cache due to event network-changed-ae43d394-fc24-48ac-87a9-c8cc5c34e51c. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2335.902161] env[62226]: DEBUG oslo_concurrency.lockutils [req-94817e24-78a3-468a-b521-ba8ad56665cf req-f3db787e-2dd9-42b1-b780-c352d449da96 service nova] Acquiring lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.902161] env[62226]: DEBUG oslo_concurrency.lockutils [req-94817e24-78a3-468a-b521-ba8ad56665cf req-f3db787e-2dd9-42b1-b780-c352d449da96 service nova] Acquired lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.903234] env[62226]: DEBUG nova.network.neutron [req-94817e24-78a3-468a-b521-ba8ad56665cf req-f3db787e-2dd9-42b1-b780-c352d449da96 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Refreshing network info cache for port ae43d394-fc24-48ac-87a9-c8cc5c34e51c {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2335.939903] env[62226]: DEBUG oslo_concurrency.lockutils [None req-f07a9a84-325b-4d62-b65e-cadc83776766 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.556s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.127536] env[62226]: DEBUG oslo_concurrency.lockutils [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.127852] env[62226]: DEBUG oslo_concurrency.lockutils [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.128106] env[62226]: DEBUG oslo_concurrency.lockutils [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.128323] env[62226]: DEBUG oslo_concurrency.lockutils [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.128514] env[62226]: DEBUG oslo_concurrency.lockutils [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.130835] env[62226]: INFO nova.compute.manager [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Terminating instance [ 2336.233668] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028962, 'name': Destroy_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.621732] env[62226]: DEBUG nova.network.neutron [req-94817e24-78a3-468a-b521-ba8ad56665cf req-f3db787e-2dd9-42b1-b780-c352d449da96 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Updated VIF entry in instance network info cache for port ae43d394-fc24-48ac-87a9-c8cc5c34e51c. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2336.622124] env[62226]: DEBUG nova.network.neutron [req-94817e24-78a3-468a-b521-ba8ad56665cf req-f3db787e-2dd9-42b1-b780-c352d449da96 service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Updating instance_info_cache with network_info: [{"id": "ae43d394-fc24-48ac-87a9-c8cc5c34e51c", "address": "fa:16:3e:ef:1d:ff", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae43d394-fc", "ovs_interfaceid": "ae43d394-fc24-48ac-87a9-c8cc5c34e51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2336.634889] env[62226]: DEBUG nova.compute.manager [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2336.635107] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2336.636086] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19af2f4-612e-4886-95ab-4903586f1534 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.645479] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2336.645766] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ec1076-1a2a-4665-8553-894c0de8bfa4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.653203] env[62226]: DEBUG oslo_vmware.api [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2336.653203] env[62226]: value = "task-2028963" [ 2336.653203] env[62226]: _type = "Task" [ 2336.653203] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.661981] env[62226]: DEBUG oslo_vmware.api [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.734465] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028962, 'name': Destroy_Task, 'duration_secs': 1.027967} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.734688] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Destroyed the VM [ 2336.734907] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Deleting Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2336.735173] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa0e577b-87f0-4b75-9acd-3765fb53da71 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.741909] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2336.741909] env[62226]: value = "task-2028964" [ 2336.741909] env[62226]: _type = "Task" [ 2336.741909] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.751340] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.079869] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "779f4986-c399-4720-ba95-9558b9c796c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.080132] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.124919] env[62226]: DEBUG oslo_concurrency.lockutils [req-94817e24-78a3-468a-b521-ba8ad56665cf req-f3db787e-2dd9-42b1-b780-c352d449da96 service nova] Releasing lock "refresh_cache-ef2e3023-b006-47f8-b193-80b1e60e9b12" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2337.167594] env[62226]: DEBUG oslo_vmware.api [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028963, 'name': PowerOffVM_Task, 'duration_secs': 0.296901} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.167942] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2337.168170] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2337.168524] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c185e23-586b-4c79-a17f-0d2fe9e82d24 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.252627] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028964, 'name': RemoveSnapshot_Task, 'duration_secs': 0.441961} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.252916] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Deleted Snapshot of the VM instance {{(pid=62226) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2337.253238] env[62226]: DEBUG nova.compute.manager [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2337.254043] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f436a60e-c204-413e-905b-797c089a6287 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.310234] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2337.310542] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2337.310742] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleting the datastore file [datastore2] ea725017-6056-48aa-a9e1-1ccb3ab914a1 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2337.311022] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d76e0f1-b366-4919-9bc8-c9ad96108ffd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.321396] env[62226]: DEBUG oslo_vmware.api [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2337.321396] env[62226]: value = "task-2028966" [ 2337.321396] env[62226]: _type = "Task" [ 2337.321396] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.329932] env[62226]: DEBUG oslo_vmware.api [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.407782] env[62226]: DEBUG nova.compute.manager [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Stashing vm_state: active {{(pid=62226) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2337.583694] env[62226]: DEBUG nova.compute.utils [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2337.766772] env[62226]: INFO nova.compute.manager [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Shelve offloading [ 2337.831883] env[62226]: DEBUG oslo_vmware.api [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.930040] env[62226]: DEBUG oslo_concurrency.lockutils [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.930327] env[62226]: DEBUG oslo_concurrency.lockutils [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.950344] env[62226]: DEBUG nova.compute.manager [req-13b5ab57-7634-4063-a5c0-cb4da684fdad req-0b6c3c08-f436-4b39-804f-98b6b37ef724 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Received event network-changed-e7267ab5-7d21-46d4-9e5d-e9ea30b00499 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2337.950344] env[62226]: DEBUG nova.compute.manager [req-13b5ab57-7634-4063-a5c0-cb4da684fdad req-0b6c3c08-f436-4b39-804f-98b6b37ef724 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Refreshing instance network info cache due to event network-changed-e7267ab5-7d21-46d4-9e5d-e9ea30b00499. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2337.950344] env[62226]: DEBUG oslo_concurrency.lockutils [req-13b5ab57-7634-4063-a5c0-cb4da684fdad req-0b6c3c08-f436-4b39-804f-98b6b37ef724 service nova] Acquiring lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2337.950344] env[62226]: DEBUG oslo_concurrency.lockutils [req-13b5ab57-7634-4063-a5c0-cb4da684fdad req-0b6c3c08-f436-4b39-804f-98b6b37ef724 service nova] Acquired lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2337.950774] env[62226]: DEBUG nova.network.neutron [req-13b5ab57-7634-4063-a5c0-cb4da684fdad req-0b6c3c08-f436-4b39-804f-98b6b37ef724 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Refreshing network info cache for port e7267ab5-7d21-46d4-9e5d-e9ea30b00499 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2338.086097] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2338.271737] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2338.272075] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc5cd721-11f6-4e06-9d87-719950afe2d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.280089] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2338.280089] env[62226]: value = "task-2028967" [ 2338.280089] env[62226]: _type = "Task" [ 2338.280089] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.288306] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.331143] env[62226]: DEBUG oslo_vmware.api [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.8249} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.331377] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2338.331562] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2338.331736] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2338.331905] env[62226]: INFO nova.compute.manager [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Took 1.70 seconds to destroy the instance on the hypervisor. [ 2338.332157] env[62226]: DEBUG oslo.service.loopingcall [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2338.332349] env[62226]: DEBUG nova.compute.manager [-] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2338.332447] env[62226]: DEBUG nova.network.neutron [-] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2338.435520] env[62226]: INFO nova.compute.claims [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2338.788079] env[62226]: DEBUG nova.network.neutron [req-13b5ab57-7634-4063-a5c0-cb4da684fdad req-0b6c3c08-f436-4b39-804f-98b6b37ef724 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updated VIF entry in instance network info cache for port e7267ab5-7d21-46d4-9e5d-e9ea30b00499. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2338.788448] env[62226]: DEBUG nova.network.neutron [req-13b5ab57-7634-4063-a5c0-cb4da684fdad req-0b6c3c08-f436-4b39-804f-98b6b37ef724 service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance_info_cache with network_info: [{"id": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "address": "fa:16:3e:ed:43:88", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7267ab5-7d", "ovs_interfaceid": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2338.793981] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2338.794206] env[62226]: DEBUG nova.compute.manager [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2338.795008] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9a93fe-983a-42be-be14-6bc878da4771 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.804803] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2338.804938] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.805121] env[62226]: DEBUG nova.network.neutron [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2338.942021] env[62226]: INFO nova.compute.resource_tracker [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating resource usage from migration ab102841-c7c7-494f-bc1b-3bd8bd75395f [ 2339.045817] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6767b1-07b0-4747-95ba-c98879852266 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.053939] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b42511-c97c-4e10-9ec0-6f622e1814c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.085992] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abae03cc-d68d-4014-a09b-25cc2833ccf1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.092823] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911b4dd5-17b1-4573-b43d-ac642ca6c1cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.110429] env[62226]: DEBUG nova.compute.provider_tree [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2339.151908] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "779f4986-c399-4720-ba95-9558b9c796c8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2339.152196] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2339.152457] env[62226]: INFO nova.compute.manager [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Attaching volume ca0917f1-836d-4e4b-996b-a4de5fa03bfa to /dev/sdb [ 2339.187524] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aec27be-5188-4495-b101-4141a028e663 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.195563] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d500ee69-23a2-4aef-9427-a502c985b8da {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.209784] env[62226]: DEBUG nova.virt.block_device [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Updating existing volume attachment record: 441e86dc-6450-4a8a-9354-8318b15b3b63 {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2339.291335] env[62226]: DEBUG oslo_concurrency.lockutils [req-13b5ab57-7634-4063-a5c0-cb4da684fdad req-0b6c3c08-f436-4b39-804f-98b6b37ef724 service nova] Releasing lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2339.395560] env[62226]: DEBUG nova.network.neutron [-] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2339.544408] env[62226]: DEBUG nova.network.neutron [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updating instance_info_cache with network_info: [{"id": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "address": "fa:16:3e:f9:01:4f", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfeac71a-f8", "ovs_interfaceid": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2339.632865] env[62226]: ERROR nova.scheduler.client.report [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [req-a6bb7dd8-029e-4515-9689-80116141809d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6bb7dd8-029e-4515-9689-80116141809d"}]} [ 2339.648893] env[62226]: DEBUG nova.scheduler.client.report [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2339.665516] env[62226]: DEBUG nova.scheduler.client.report [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2339.665769] env[62226]: DEBUG nova.compute.provider_tree [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2339.678186] env[62226]: DEBUG nova.scheduler.client.report [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2339.700807] env[62226]: DEBUG nova.scheduler.client.report [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2339.807178] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40cedd9-c520-4814-a30b-0ae0d3353233 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.815688] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d2d2fa-6e04-40b2-8ee9-63184a5cc056 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.846465] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54de2d5e-2033-4ba8-a38f-eb157c29c2ce {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.854510] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c48210a-0fba-4f15-ba04-07c6cafe8e8a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.867999] env[62226]: DEBUG nova.compute.provider_tree [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2339.898723] env[62226]: INFO nova.compute.manager [-] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Took 1.57 seconds to deallocate network for instance. [ 2339.976396] env[62226]: DEBUG nova.compute.manager [req-322d996f-f3cd-4071-9d6a-4db83e0c040d req-7165887b-05b5-486c-af47-e5bc378dccd1 service nova] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Received event network-vif-deleted-ed4d6a90-2076-4459-a93d-b2d3774dd349 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2340.048981] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.374114] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2340.375407] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864b1d93-583f-41c3-be20-687c52490576 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.383469] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2340.383714] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebbc026e-daa4-4f55-a926-b1f1e790a73b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.397892] env[62226]: DEBUG nova.scheduler.client.report [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updated inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2340.398142] env[62226]: DEBUG nova.compute.provider_tree [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updating resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a generation from 169 to 170 during operation: update_inventory {{(pid=62226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2340.398323] env[62226]: DEBUG nova.compute.provider_tree [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2340.404826] env[62226]: DEBUG oslo_concurrency.lockutils [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.612652] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2340.612954] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2340.613290] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleting the datastore file [datastore2] faf993cc-0949-43c0-a5e1-e6c2cbed0fb5 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2340.613701] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d44adf60-f7de-465d-8c14-782a97b2e73f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.620806] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2340.620806] env[62226]: value = "task-2028972" [ 2340.620806] env[62226]: _type = "Task" [ 2340.620806] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.629531] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.903674] env[62226]: DEBUG oslo_concurrency.lockutils [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.973s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.904066] env[62226]: INFO nova.compute.manager [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Migrating [ 2340.910236] env[62226]: DEBUG oslo_concurrency.lockutils [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.505s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.910443] env[62226]: DEBUG oslo_concurrency.lockutils [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.936224] env[62226]: INFO nova.scheduler.client.report [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleted allocations for instance ea725017-6056-48aa-a9e1-1ccb3ab914a1 [ 2341.131016] env[62226]: DEBUG oslo_vmware.api [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222781} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.131329] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2341.131558] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2341.131777] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2341.146557] env[62226]: INFO nova.scheduler.client.report [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleted allocations for instance faf993cc-0949-43c0-a5e1-e6c2cbed0fb5 [ 2341.419999] env[62226]: DEBUG oslo_concurrency.lockutils [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2341.420226] env[62226]: DEBUG oslo_concurrency.lockutils [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2341.420409] env[62226]: DEBUG nova.network.neutron [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2341.442193] env[62226]: DEBUG oslo_concurrency.lockutils [None req-535bad09-a0c4-4732-a818-dc63e369866f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "ea725017-6056-48aa-a9e1-1ccb3ab914a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.314s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.652023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2341.652023] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2341.652023] env[62226]: DEBUG nova.objects.instance [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lazy-loading 'resources' on Instance uuid faf993cc-0949-43c0-a5e1-e6c2cbed0fb5 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2342.005585] env[62226]: DEBUG nova.compute.manager [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Received event network-vif-unplugged-cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2342.006018] env[62226]: DEBUG oslo_concurrency.lockutils [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] Acquiring lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2342.006018] env[62226]: DEBUG oslo_concurrency.lockutils [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.006185] env[62226]: DEBUG oslo_concurrency.lockutils [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.006387] env[62226]: DEBUG nova.compute.manager [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] No waiting events found dispatching network-vif-unplugged-cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2342.006555] env[62226]: WARNING nova.compute.manager [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Received unexpected event network-vif-unplugged-cfeac71a-f8ba-425a-abb8-97069fab39f9 for instance with vm_state shelved_offloaded and task_state None. [ 2342.009097] env[62226]: DEBUG nova.compute.manager [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Received event network-changed-cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2342.009356] env[62226]: DEBUG nova.compute.manager [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Refreshing instance network info cache due to event network-changed-cfeac71a-f8ba-425a-abb8-97069fab39f9. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2342.009557] env[62226]: DEBUG oslo_concurrency.lockutils [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] Acquiring lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2342.009703] env[62226]: DEBUG oslo_concurrency.lockutils [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] Acquired lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2342.009863] env[62226]: DEBUG nova.network.neutron [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Refreshing network info cache for port cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2342.129659] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "f4bdf494-837d-40c9-bc28-432922949afa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2342.129988] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "f4bdf494-837d-40c9-bc28-432922949afa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.154217] env[62226]: DEBUG nova.objects.instance [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lazy-loading 'numa_topology' on Instance uuid faf993cc-0949-43c0-a5e1-e6c2cbed0fb5 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2342.167980] env[62226]: DEBUG nova.network.neutron [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance_info_cache with network_info: [{"id": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "address": "fa:16:3e:ed:43:88", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7267ab5-7d", "ovs_interfaceid": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2342.634993] env[62226]: DEBUG nova.compute.manager [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2342.657214] env[62226]: DEBUG nova.objects.base [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2342.670910] env[62226]: DEBUG oslo_concurrency.lockutils [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2342.722617] env[62226]: DEBUG nova.network.neutron [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updated VIF entry in instance network info cache for port cfeac71a-f8ba-425a-abb8-97069fab39f9. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2342.722979] env[62226]: DEBUG nova.network.neutron [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updating instance_info_cache with network_info: [{"id": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "address": "fa:16:3e:f9:01:4f", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcfeac71a-f8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2342.747657] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e900918-53e8-4524-a7f4-9ab1d54c4167 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.756061] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef141ed-d8c0-4121-b7b7-5ca962f336c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.785448] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d972d-2d8d-44e8-ad72-614e2f60c655 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.792501] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7f821e-9910-4145-ace2-0088cc543c23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.805269] env[62226]: DEBUG nova.compute.provider_tree [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2343.154037] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.225296] env[62226]: DEBUG oslo_concurrency.lockutils [req-530d7cf3-7942-42d1-b2e4-9475f9724420 req-6fdb04c0-1960-4f70-a42e-f23aa78bdb56 service nova] Releasing lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2343.308599] env[62226]: DEBUG nova.scheduler.client.report [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2343.751792] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2343.752089] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416759', 'volume_id': 'ca0917f1-836d-4e4b-996b-a4de5fa03bfa', 'name': 'volume-ca0917f1-836d-4e4b-996b-a4de5fa03bfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '779f4986-c399-4720-ba95-9558b9c796c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0917f1-836d-4e4b-996b-a4de5fa03bfa', 'serial': 'ca0917f1-836d-4e4b-996b-a4de5fa03bfa'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2343.752986] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da28ccf-fe9d-492d-8d8b-c3f5f2f6720f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.770394] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e8a868-6d09-46e6-85e9-10b123bcc03e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.796364] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-ca0917f1-836d-4e4b-996b-a4de5fa03bfa/volume-ca0917f1-836d-4e4b-996b-a4de5fa03bfa.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2343.796640] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a0e5b4a-dde5-4fa8-95b9-e1963a48acd1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.813270] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.817806] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.664s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.819735] env[62226]: INFO nova.compute.claims [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2343.822999] env[62226]: DEBUG oslo_vmware.api [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2343.822999] env[62226]: value = "task-2028974" [ 2343.822999] env[62226]: _type = "Task" [ 2343.822999] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.834815] env[62226]: DEBUG oslo_vmware.api [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028974, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.063436] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.186355] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935cbeae-b4a6-44ff-ac58-6639674b8e90 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.207331] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance 'df8ff3c5-8804-46b8-a243-1484aaf9af92' progress to 0 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2344.333708] env[62226]: DEBUG oslo_concurrency.lockutils [None req-2c4cc869-d780-486b-86ad-ea5cb8617fa7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.704s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2344.334545] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.271s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.334731] env[62226]: INFO nova.compute.manager [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Unshelving [ 2344.342818] env[62226]: DEBUG oslo_vmware.api [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028974, 'name': ReconfigVM_Task, 'duration_secs': 0.460624} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.343084] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-ca0917f1-836d-4e4b-996b-a4de5fa03bfa/volume-ca0917f1-836d-4e4b-996b-a4de5fa03bfa.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2344.348127] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6de60cc-fe86-4800-bda7-8e85b4050bb1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.363905] env[62226]: DEBUG oslo_vmware.api [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2344.363905] env[62226]: value = "task-2028975" [ 2344.363905] env[62226]: _type = "Task" [ 2344.363905] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.373023] env[62226]: DEBUG oslo_vmware.api [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.713638] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2344.713955] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6ce0739-869f-4066-a5d1-2c7cc51040c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.723262] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2344.723262] env[62226]: value = "task-2028976" [ 2344.723262] env[62226]: _type = "Task" [ 2344.723262] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.732026] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.877429] env[62226]: DEBUG oslo_vmware.api [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028975, 'name': ReconfigVM_Task, 'duration_secs': 0.14394} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.880267] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416759', 'volume_id': 'ca0917f1-836d-4e4b-996b-a4de5fa03bfa', 'name': 'volume-ca0917f1-836d-4e4b-996b-a4de5fa03bfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '779f4986-c399-4720-ba95-9558b9c796c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0917f1-836d-4e4b-996b-a4de5fa03bfa', 'serial': 'ca0917f1-836d-4e4b-996b-a4de5fa03bfa'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2344.960642] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec322e5-7ca3-4f0e-b6dc-adb19c8cc802 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.969406] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eeaaea-4c91-46be-a5e5-a4130971ca90 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.999216] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1249ab05-1f51-4b01-aab1-1fee6f29bd2d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.006324] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91d95d0-01d0-4f33-b9c7-f85a90d62223 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.019218] env[62226]: DEBUG nova.compute.provider_tree [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2345.234807] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028976, 'name': PowerOffVM_Task, 'duration_secs': 0.196428} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.235105] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2345.235258] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance 'df8ff3c5-8804-46b8-a243-1484aaf9af92' progress to 17 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2345.355641] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.522427] env[62226]: DEBUG nova.scheduler.client.report [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2345.741716] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2345.741971] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2345.742141] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2345.742329] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2345.742554] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2345.742736] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2345.742942] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2345.743113] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2345.743283] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2345.743463] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2345.743674] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2345.748707] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1d08f07-ecbb-4ff8-9260-f252eeb69bdf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.765878] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2345.765878] env[62226]: value = "task-2028977" [ 2345.765878] env[62226]: _type = "Task" [ 2345.765878] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.774499] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.915669] env[62226]: DEBUG nova.objects.instance [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'flavor' on Instance uuid 779f4986-c399-4720-ba95-9558b9c796c8 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2346.029669] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.030157] env[62226]: DEBUG nova.compute.manager [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2346.034541] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.679s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.034753] env[62226]: DEBUG nova.objects.instance [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lazy-loading 'pci_requests' on Instance uuid faf993cc-0949-43c0-a5e1-e6c2cbed0fb5 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2346.276587] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.420562] env[62226]: DEBUG oslo_concurrency.lockutils [None req-c2450b3f-dea9-442f-b955-81b9acd10485 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.268s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.536077] env[62226]: DEBUG nova.compute.utils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2346.537461] env[62226]: DEBUG nova.compute.manager [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2346.537638] env[62226]: DEBUG nova.network.neutron [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2346.539521] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08d47301-1fac-44d0-8e55-ba7875d39aa5 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "779f4986-c399-4720-ba95-9558b9c796c8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.539744] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08d47301-1fac-44d0-8e55-ba7875d39aa5 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.539910] env[62226]: DEBUG nova.compute.manager [None req-08d47301-1fac-44d0-8e55-ba7875d39aa5 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2346.541607] env[62226]: DEBUG nova.objects.instance [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lazy-loading 'numa_topology' on Instance uuid faf993cc-0949-43c0-a5e1-e6c2cbed0fb5 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2346.542974] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9f116-25aa-4cf6-8a29-d5225a85951d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.551112] env[62226]: DEBUG nova.compute.manager [None req-08d47301-1fac-44d0-8e55-ba7875d39aa5 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2346.551642] env[62226]: DEBUG nova.objects.instance [None req-08d47301-1fac-44d0-8e55-ba7875d39aa5 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'flavor' on Instance uuid 779f4986-c399-4720-ba95-9558b9c796c8 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2346.582803] env[62226]: DEBUG nova.policy [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd522a8c1ae478f831965a9f6987d03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6630806c698243959882a3f1300c40ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2346.777665] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.855023] env[62226]: DEBUG nova.network.neutron [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Successfully created port: 04ad4fea-4a26-4e3a-9776-74edc8026954 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2347.041525] env[62226]: DEBUG nova.compute.manager [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2347.046386] env[62226]: INFO nova.compute.claims [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2347.277731] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028977, 'name': ReconfigVM_Task, 'duration_secs': 1.159423} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.278115] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance 'df8ff3c5-8804-46b8-a243-1484aaf9af92' progress to 33 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2347.559746] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d47301-1fac-44d0-8e55-ba7875d39aa5 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2347.560339] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82aacb85-296d-4105-a0c5-fb4f9f4a304f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.569944] env[62226]: DEBUG oslo_vmware.api [None req-08d47301-1fac-44d0-8e55-ba7875d39aa5 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2347.569944] env[62226]: value = "task-2028978" [ 2347.569944] env[62226]: _type = "Task" [ 2347.569944] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.578684] env[62226]: DEBUG oslo_vmware.api [None req-08d47301-1fac-44d0-8e55-ba7875d39aa5 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.784837] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2347.785189] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2347.785367] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2347.785612] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2347.785762] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2347.785911] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2347.786129] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2347.786330] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2347.786516] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2347.786683] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2347.786858] env[62226]: DEBUG nova.virt.hardware [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2347.792385] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2347.792698] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d488a7d-2c5e-4915-91c0-45f35a213981 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.812812] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2347.812812] env[62226]: value = "task-2028979" [ 2347.812812] env[62226]: _type = "Task" [ 2347.812812] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.820970] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.053162] env[62226]: DEBUG nova.compute.manager [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2348.082845] env[62226]: DEBUG oslo_vmware.api [None req-08d47301-1fac-44d0-8e55-ba7875d39aa5 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028978, 'name': PowerOffVM_Task, 'duration_secs': 0.215864} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.083311] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d47301-1fac-44d0-8e55-ba7875d39aa5 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2348.083516] env[62226]: DEBUG nova.compute.manager [None req-08d47301-1fac-44d0-8e55-ba7875d39aa5 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2348.084294] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf67424-7b7b-4099-99d4-1eda5decb280 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.088489] env[62226]: DEBUG nova.virt.hardware [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2348.088718] env[62226]: DEBUG nova.virt.hardware [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2348.088863] env[62226]: DEBUG nova.virt.hardware [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2348.089054] env[62226]: DEBUG nova.virt.hardware [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2348.089205] env[62226]: DEBUG nova.virt.hardware [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2348.089352] env[62226]: DEBUG nova.virt.hardware [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2348.089559] env[62226]: DEBUG nova.virt.hardware [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2348.089743] env[62226]: DEBUG nova.virt.hardware [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2348.089924] env[62226]: DEBUG nova.virt.hardware [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2348.090113] env[62226]: DEBUG nova.virt.hardware [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2348.090354] env[62226]: DEBUG nova.virt.hardware [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2348.091422] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb5b8fe-80ba-4e4c-b41a-c050fe3bb08e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.104890] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7e85cd-081c-41ce-ac3c-44506d73ddae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.171145] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e122e303-3387-4a9f-bf58-75a21aef5a77 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.179461] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7847f1-5378-4380-bea9-8d2a3a3f0d7f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.210692] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d85d33-8111-4ae8-beba-199a6db3d4d1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.217834] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff549664-9a08-4ded-8ff3-1429f3449118 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.230856] env[62226]: DEBUG nova.compute.provider_tree [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2348.322971] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028979, 'name': ReconfigVM_Task, 'duration_secs': 0.160899} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.323291] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2348.324048] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4246e641-b5ae-4274-a8d9-1ae789877565 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.345676] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405/volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2348.345941] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-408e37b3-4000-432a-b313-27c4224ff817 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.364023] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2348.364023] env[62226]: value = "task-2028980" [ 2348.364023] env[62226]: _type = "Task" [ 2348.364023] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.371990] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.607135] env[62226]: DEBUG oslo_concurrency.lockutils [None req-08d47301-1fac-44d0-8e55-ba7875d39aa5 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.734842] env[62226]: DEBUG nova.scheduler.client.report [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2348.875504] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028980, 'name': ReconfigVM_Task, 'duration_secs': 0.324678} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.875737] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405/volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2348.875976] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance 'df8ff3c5-8804-46b8-a243-1484aaf9af92' progress to 50 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2348.914201] env[62226]: DEBUG nova.objects.instance [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'flavor' on Instance uuid 779f4986-c399-4720-ba95-9558b9c796c8 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2349.243477] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.209s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.272500] env[62226]: INFO nova.network.neutron [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updating port cfeac71a-f8ba-425a-abb8-97069fab39f9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2349.382963] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf4b2b4-4d3b-4849-a0ea-e8a59e44d65a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.402101] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f446228-4b60-436b-b1ae-2c9857fdc509 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.421125] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance 'df8ff3c5-8804-46b8-a243-1484aaf9af92' progress to 67 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2349.424613] env[62226]: DEBUG oslo_concurrency.lockutils [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2349.424804] env[62226]: DEBUG oslo_concurrency.lockutils [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquired lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2349.424969] env[62226]: DEBUG nova.network.neutron [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2349.425161] env[62226]: DEBUG nova.objects.instance [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'info_cache' on Instance uuid 779f4986-c399-4720-ba95-9558b9c796c8 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2349.931244] env[62226]: DEBUG nova.objects.base [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Object Instance<779f4986-c399-4720-ba95-9558b9c796c8> lazy-loaded attributes: flavor,info_cache {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2350.633238] env[62226]: DEBUG nova.network.neutron [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Updating instance_info_cache with network_info: [{"id": "68812e75-acef-402e-aac8-038989eebc35", "address": "fa:16:3e:10:1c:da", "network": {"id": "dc4fbeb7-0808-4304-afa9-47f28a25b032", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1543307426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed5eb963d4f043939ac9b3cbbdb57d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68812e75-ac", "ovs_interfaceid": "68812e75-acef-402e-aac8-038989eebc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2351.056332] env[62226]: DEBUG nova.network.neutron [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Port e7267ab5-7d21-46d4-9e5d-e9ea30b00499 binding to destination host cpu-1 is already ACTIVE {{(pid=62226) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2351.135993] env[62226]: DEBUG oslo_concurrency.lockutils [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Releasing lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2352.077422] env[62226]: DEBUG oslo_concurrency.lockutils [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "df8ff3c5-8804-46b8-a243-1484aaf9af92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.077769] env[62226]: DEBUG oslo_concurrency.lockutils [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.077824] env[62226]: DEBUG oslo_concurrency.lockutils [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.141747] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2352.142100] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a1888f3-84ca-44ef-9580-59de958d35b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.152022] env[62226]: DEBUG oslo_vmware.api [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2352.152022] env[62226]: value = "task-2028981" [ 2352.152022] env[62226]: _type = "Task" [ 2352.152022] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.161327] env[62226]: DEBUG oslo_vmware.api [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.275295] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.275596] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.275862] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.276154] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.276419] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.276644] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.276832] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.276984] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2352.277178] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.277314] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Cleaning up deleted instances {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 2352.661562] env[62226]: DEBUG oslo_vmware.api [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028981, 'name': PowerOnVM_Task, 'duration_secs': 0.376545} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.661853] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2352.662392] env[62226]: DEBUG nova.compute.manager [None req-97c02c81-f053-4add-a365-26ade3930920 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2352.662856] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a8d5b8-79cf-464d-8461-545374ba5bf0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.788958] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] There are 39 instances to clean {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2352.789155] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 6fa01654-073a-4734-8247-f1e3504892b6] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2352.942937] env[62226]: DEBUG nova.compute.manager [req-80446517-a364-477b-b7db-e76b86f11fea req-44de450a-8b84-432e-9cf6-42bcd769db80 service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Received event network-vif-plugged-04ad4fea-4a26-4e3a-9776-74edc8026954 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2352.943375] env[62226]: DEBUG oslo_concurrency.lockutils [req-80446517-a364-477b-b7db-e76b86f11fea req-44de450a-8b84-432e-9cf6-42bcd769db80 service nova] Acquiring lock "f4bdf494-837d-40c9-bc28-432922949afa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.943672] env[62226]: DEBUG oslo_concurrency.lockutils [req-80446517-a364-477b-b7db-e76b86f11fea req-44de450a-8b84-432e-9cf6-42bcd769db80 service nova] Lock "f4bdf494-837d-40c9-bc28-432922949afa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.943950] env[62226]: DEBUG oslo_concurrency.lockutils [req-80446517-a364-477b-b7db-e76b86f11fea req-44de450a-8b84-432e-9cf6-42bcd769db80 service nova] Lock "f4bdf494-837d-40c9-bc28-432922949afa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.944291] env[62226]: DEBUG nova.compute.manager [req-80446517-a364-477b-b7db-e76b86f11fea req-44de450a-8b84-432e-9cf6-42bcd769db80 service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] No waiting events found dispatching network-vif-plugged-04ad4fea-4a26-4e3a-9776-74edc8026954 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2352.944488] env[62226]: WARNING nova.compute.manager [req-80446517-a364-477b-b7db-e76b86f11fea req-44de450a-8b84-432e-9cf6-42bcd769db80 service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Received unexpected event network-vif-plugged-04ad4fea-4a26-4e3a-9776-74edc8026954 for instance with vm_state building and task_state spawning. [ 2353.051854] env[62226]: DEBUG nova.network.neutron [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Successfully updated port: 04ad4fea-4a26-4e3a-9776-74edc8026954 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2353.132807] env[62226]: DEBUG oslo_concurrency.lockutils [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2353.133063] env[62226]: DEBUG oslo_concurrency.lockutils [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2353.133228] env[62226]: DEBUG nova.network.neutron [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2353.292609] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: ea725017-6056-48aa-a9e1-1ccb3ab914a1] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2353.319202] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2353.319202] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2353.319402] env[62226]: DEBUG nova.network.neutron [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2353.554697] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2353.554817] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2353.554972] env[62226]: DEBUG nova.network.neutron [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2353.795915] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 1b0dba2c-4f16-4f59-84f9-1c0c614396b4] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2353.857434] env[62226]: DEBUG nova.network.neutron [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance_info_cache with network_info: [{"id": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "address": "fa:16:3e:ed:43:88", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7267ab5-7d", "ovs_interfaceid": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.052927] env[62226]: DEBUG nova.network.neutron [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updating instance_info_cache with network_info: [{"id": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "address": "fa:16:3e:f9:01:4f", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfeac71a-f8", "ovs_interfaceid": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.084801] env[62226]: DEBUG nova.network.neutron [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2354.241207] env[62226]: DEBUG nova.network.neutron [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Updating instance_info_cache with network_info: [{"id": "04ad4fea-4a26-4e3a-9776-74edc8026954", "address": "fa:16:3e:17:20:d2", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ad4fea-4a", "ovs_interfaceid": "04ad4fea-4a26-4e3a-9776-74edc8026954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.299225] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 01c36912-05ad-4dd0-9b71-4f7e31be2934] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2354.361061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.556424] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.587452] env[62226]: DEBUG nova.virt.hardware [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ec7e6d4a51e32d7dae4fca9f873d14c7',container_format='bare',created_at=2025-01-06T16:48:43Z,direct_url=,disk_format='vmdk',id=f89ed806-2840-47d2-9bd6-a18c4ab79dee,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-407294211-shelved',owner='d3d4620ee8ea49418cffd8ce0c25a074',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-01-06T16:49:00Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2354.587709] env[62226]: DEBUG nova.virt.hardware [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2354.587877] env[62226]: DEBUG nova.virt.hardware [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2354.589035] env[62226]: DEBUG nova.virt.hardware [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2354.589035] env[62226]: DEBUG nova.virt.hardware [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2354.589035] env[62226]: DEBUG nova.virt.hardware [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2354.589035] env[62226]: DEBUG nova.virt.hardware [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2354.589035] env[62226]: DEBUG nova.virt.hardware [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2354.589035] env[62226]: DEBUG nova.virt.hardware [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2354.589380] env[62226]: DEBUG nova.virt.hardware [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2354.589380] env[62226]: DEBUG nova.virt.hardware [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2354.590247] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bad922-05a7-4f0e-b3a4-a780fbc71ef7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.598358] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93bb75d-8b19-4f23-b8cd-02b81aabe601 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.612284] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:01:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfeac71a-f8ba-425a-abb8-97069fab39f9', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2354.619571] env[62226]: DEBUG oslo.service.loopingcall [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2354.619859] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2354.620105] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2db9ba82-5b1c-4c86-98ad-126bb445fad0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.640632] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2354.640632] env[62226]: value = "task-2028982" [ 2354.640632] env[62226]: _type = "Task" [ 2354.640632] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.651013] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028982, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.744516] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.744866] env[62226]: DEBUG nova.compute.manager [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Instance network_info: |[{"id": "04ad4fea-4a26-4e3a-9776-74edc8026954", "address": "fa:16:3e:17:20:d2", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ad4fea-4a", "ovs_interfaceid": "04ad4fea-4a26-4e3a-9776-74edc8026954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2354.745301] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:20:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04ad4fea-4a26-4e3a-9776-74edc8026954', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2354.754279] env[62226]: DEBUG oslo.service.loopingcall [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2354.754517] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2354.754749] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4854b553-3473-4953-badc-ac147cb94831 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.775515] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2354.775515] env[62226]: value = "task-2028983" [ 2354.775515] env[62226]: _type = "Task" [ 2354.775515] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.783764] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028983, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.803514] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 34a017e2-9242-4005-9314-b271048a8204] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2354.872422] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3372ef2-ecbc-4b3c-86a2-100292fc0834 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.882191] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb6429d-7d99-4fe7-9f2a-c87c797f8b16 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.976588] env[62226]: DEBUG nova.compute.manager [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Received event network-changed-04ad4fea-4a26-4e3a-9776-74edc8026954 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2354.977242] env[62226]: DEBUG nova.compute.manager [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Refreshing instance network info cache due to event network-changed-04ad4fea-4a26-4e3a-9776-74edc8026954. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2354.977242] env[62226]: DEBUG oslo_concurrency.lockutils [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] Acquiring lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2354.977336] env[62226]: DEBUG oslo_concurrency.lockutils [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] Acquired lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2354.977510] env[62226]: DEBUG nova.network.neutron [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Refreshing network info cache for port 04ad4fea-4a26-4e3a-9776-74edc8026954 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2355.151303] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028982, 'name': CreateVM_Task, 'duration_secs': 0.35735} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.151520] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2355.152327] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.152592] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.153164] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2355.153529] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d128f24-3f57-4a50-9b58-5bad969bfe7f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.158852] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2355.158852] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5297f1b1-0a1b-771b-afa8-51f2b564e21c" [ 2355.158852] env[62226]: _type = "Task" [ 2355.158852] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.167106] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5297f1b1-0a1b-771b-afa8-51f2b564e21c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.286514] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028983, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.307307] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 791d64d9-4e5a-4164-a319-d65e8ecf16ee] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2355.671032] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2355.671032] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Processing image f89ed806-2840-47d2-9bd6-a18c4ab79dee {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2355.671217] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee/f89ed806-2840-47d2-9bd6-a18c4ab79dee.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.671274] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee/f89ed806-2840-47d2-9bd6-a18c4ab79dee.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.671454] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2355.671692] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fc858d0-d06d-41e4-b5ce-c43320a911dd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.680126] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2355.680346] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2355.681060] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090387b7-a12d-43d1-8dcc-2c0ec15aac10 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.684310] env[62226]: DEBUG nova.network.neutron [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Updated VIF entry in instance network info cache for port 04ad4fea-4a26-4e3a-9776-74edc8026954. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2355.684669] env[62226]: DEBUG nova.network.neutron [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Updating instance_info_cache with network_info: [{"id": "04ad4fea-4a26-4e3a-9776-74edc8026954", "address": "fa:16:3e:17:20:d2", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ad4fea-4a", "ovs_interfaceid": "04ad4fea-4a26-4e3a-9776-74edc8026954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2355.688592] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2355.688592] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5276a803-9846-0dd7-171a-a4b381bd29e0" [ 2355.688592] env[62226]: _type = "Task" [ 2355.688592] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.696048] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]5276a803-9846-0dd7-171a-a4b381bd29e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.786078] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028983, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.810705] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 7ed35942-2419-4d3f-a6f1-88338b8d43d0] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2355.994390] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f25a051-b227-41c1-b17d-478016482788 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.013372] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b833add-8d00-4463-a6ba-d350af7cc3cc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.020473] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance 'df8ff3c5-8804-46b8-a243-1484aaf9af92' progress to 83 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2356.187954] env[62226]: DEBUG oslo_concurrency.lockutils [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] Releasing lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.188234] env[62226]: DEBUG nova.compute.manager [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Received event network-vif-plugged-cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2356.188447] env[62226]: DEBUG oslo_concurrency.lockutils [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] Acquiring lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2356.188656] env[62226]: DEBUG oslo_concurrency.lockutils [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2356.188822] env[62226]: DEBUG oslo_concurrency.lockutils [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2356.188984] env[62226]: DEBUG nova.compute.manager [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] No waiting events found dispatching network-vif-plugged-cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2356.189169] env[62226]: WARNING nova.compute.manager [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Received unexpected event network-vif-plugged-cfeac71a-f8ba-425a-abb8-97069fab39f9 for instance with vm_state shelved_offloaded and task_state spawning. [ 2356.189334] env[62226]: DEBUG nova.compute.manager [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Received event network-changed-cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2356.189489] env[62226]: DEBUG nova.compute.manager [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Refreshing instance network info cache due to event network-changed-cfeac71a-f8ba-425a-abb8-97069fab39f9. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2356.189671] env[62226]: DEBUG oslo_concurrency.lockutils [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] Acquiring lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.189811] env[62226]: DEBUG oslo_concurrency.lockutils [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] Acquired lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.189968] env[62226]: DEBUG nova.network.neutron [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Refreshing network info cache for port cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2356.201849] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Preparing fetch location {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2356.202085] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Fetch image to [datastore1] OSTACK_IMG_8022aba3-6458-4ce0-845c-efa5be99dcef/OSTACK_IMG_8022aba3-6458-4ce0-845c-efa5be99dcef.vmdk {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2356.202269] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Downloading stream optimized image f89ed806-2840-47d2-9bd6-a18c4ab79dee to [datastore1] OSTACK_IMG_8022aba3-6458-4ce0-845c-efa5be99dcef/OSTACK_IMG_8022aba3-6458-4ce0-845c-efa5be99dcef.vmdk on the data store datastore1 as vApp {{(pid=62226) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2356.202434] env[62226]: DEBUG nova.virt.vmwareapi.images [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Downloading image file data f89ed806-2840-47d2-9bd6-a18c4ab79dee to the ESX as VM named 'OSTACK_IMG_8022aba3-6458-4ce0-845c-efa5be99dcef' {{(pid=62226) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2356.269348] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2356.269348] env[62226]: value = "resgroup-9" [ 2356.269348] env[62226]: _type = "ResourcePool" [ 2356.269348] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2356.269817] env[62226]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5ac27d38-b62b-4052-af69-f0a1dd005eef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.293387] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028983, 'name': CreateVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.294571] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lease: (returnval){ [ 2356.294571] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523da200-fc12-5291-c9e3-1cf81a9aaeae" [ 2356.294571] env[62226]: _type = "HttpNfcLease" [ 2356.294571] env[62226]: } obtained for vApp import into resource pool (val){ [ 2356.294571] env[62226]: value = "resgroup-9" [ 2356.294571] env[62226]: _type = "ResourcePool" [ 2356.294571] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2356.294893] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the lease: (returnval){ [ 2356.294893] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523da200-fc12-5291-c9e3-1cf81a9aaeae" [ 2356.294893] env[62226]: _type = "HttpNfcLease" [ 2356.294893] env[62226]: } to be ready. {{(pid=62226) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2356.300584] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2356.300584] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523da200-fc12-5291-c9e3-1cf81a9aaeae" [ 2356.300584] env[62226]: _type = "HttpNfcLease" [ 2356.300584] env[62226]: } is initializing. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2356.315361] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: b0fa532a-08ec-45fc-b7a8-460c0e190238] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2356.526760] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2356.527090] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59e595a9-839d-4162-bd01-5d9d20b1b0f7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.534391] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2356.534391] env[62226]: value = "task-2028985" [ 2356.534391] env[62226]: _type = "Task" [ 2356.534391] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.542121] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.795039] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2028983, 'name': CreateVM_Task, 'duration_secs': 1.724474} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.795289] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2356.798730] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.798915] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.799281] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2356.799541] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc067904-2792-43b6-b661-3023046f6478 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.806388] env[62226]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2356.806388] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523da200-fc12-5291-c9e3-1cf81a9aaeae" [ 2356.806388] env[62226]: _type = "HttpNfcLease" [ 2356.806388] env[62226]: } is ready. {{(pid=62226) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2356.807533] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2356.807533] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]523da200-fc12-5291-c9e3-1cf81a9aaeae" [ 2356.807533] env[62226]: _type = "HttpNfcLease" [ 2356.807533] env[62226]: }. {{(pid=62226) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2356.807811] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2356.807811] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fd02b2-0ecb-7977-f9df-bfa8a41dc4b3" [ 2356.807811] env[62226]: _type = "Task" [ 2356.807811] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.808483] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f1c874-2ab5-4bfc-a819-f6b2adc2092f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.818565] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: ba6127f6-aaeb-4584-bf36-a81d1c2e70dd] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2356.820512] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fd02b2-0ecb-7977-f9df-bfa8a41dc4b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.823559] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c249b-7bba-a6bb-4bc1-52b7a61bb098/disk-0.vmdk from lease info. {{(pid=62226) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2356.823819] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c249b-7bba-a6bb-4bc1-52b7a61bb098/disk-0.vmdk. {{(pid=62226) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2356.889653] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2c72ffa-da5f-4e2b-a83d-5996167b51e5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.956045] env[62226]: DEBUG nova.network.neutron [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updated VIF entry in instance network info cache for port cfeac71a-f8ba-425a-abb8-97069fab39f9. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2356.956414] env[62226]: DEBUG nova.network.neutron [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updating instance_info_cache with network_info: [{"id": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "address": "fa:16:3e:f9:01:4f", "network": {"id": "536a3faf-4cc4-4292-8726-28e62593be82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-624685801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d4620ee8ea49418cffd8ce0c25a074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfeac71a-f8", "ovs_interfaceid": "cfeac71a-f8ba-425a-abb8-97069fab39f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2357.045506] env[62226]: DEBUG oslo_vmware.api [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2028985, 'name': PowerOnVM_Task, 'duration_secs': 0.3884} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.045756] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2357.045924] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-441b282f-5c50-49f9-a2c9-4dc88edca8ce tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance 'df8ff3c5-8804-46b8-a243-1484aaf9af92' progress to 100 {{(pid=62226) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2357.321598] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52fd02b2-0ecb-7977-f9df-bfa8a41dc4b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017395} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.323223] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.323524] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2357.323756] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2357.323917] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2357.324119] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2357.324389] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60c57b00-3b5d-45d1-aec3-af83915a293e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.326567] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 4285cc1c-e73c-45f9-8163-828f88d562b6] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2357.338063] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2357.338063] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2357.338545] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0315dd58-2a84-422b-88ad-38e8b8db13d5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.345223] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2357.345223] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c2fecc-cb74-47fb-30b0-090535fbeaf1" [ 2357.345223] env[62226]: _type = "Task" [ 2357.345223] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.357406] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c2fecc-cb74-47fb-30b0-090535fbeaf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.459158] env[62226]: DEBUG oslo_concurrency.lockutils [req-549424e7-ed92-4170-a3d4-80e73d4f74a6 req-a6921de9-ad5f-4d0a-8af9-ae71e90fbd94 service nova] Releasing lock "refresh_cache-faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.831266] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 7c4bdcf5-1490-42cc-99bc-de2a6c25ce14] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2357.856813] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52c2fecc-cb74-47fb-30b0-090535fbeaf1, 'name': SearchDatastore_Task, 'duration_secs': 0.011489} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.859697] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23bd4d5d-91fc-47d8-a477-c7de6a05fbab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.866237] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2357.866237] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525a57d3-79f3-8e77-a275-59554fe1a1c3" [ 2357.866237] env[62226]: _type = "Task" [ 2357.866237] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.877053] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525a57d3-79f3-8e77-a275-59554fe1a1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.022457] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Completed reading data from the image iterator. {{(pid=62226) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2358.022806] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c249b-7bba-a6bb-4bc1-52b7a61bb098/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2358.023696] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c8533c-0af7-4647-b67c-9ae32875feb7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.030114] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c249b-7bba-a6bb-4bc1-52b7a61bb098/disk-0.vmdk is in state: ready. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2358.030282] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c249b-7bba-a6bb-4bc1-52b7a61bb098/disk-0.vmdk. {{(pid=62226) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2358.030503] env[62226]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ab85bcc3-ba44-4da7-b55c-49158ba57a0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.335456] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 00a53b28-c31d-46b0-a081-6c28b64bad3d] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2358.376413] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]525a57d3-79f3-8e77-a275-59554fe1a1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012955} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.376660] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.376906] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] f4bdf494-837d-40c9-bc28-432922949afa/f4bdf494-837d-40c9-bc28-432922949afa.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2358.377176] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2c75dc4-a7c8-4231-b69e-bbc33ae355c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.385456] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2358.385456] env[62226]: value = "task-2028986" [ 2358.385456] env[62226]: _type = "Task" [ 2358.385456] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.392794] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.654634] env[62226]: DEBUG oslo_vmware.rw_handles [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c249b-7bba-a6bb-4bc1-52b7a61bb098/disk-0.vmdk. {{(pid=62226) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2358.654847] env[62226]: INFO nova.virt.vmwareapi.images [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Downloaded image file data f89ed806-2840-47d2-9bd6-a18c4ab79dee [ 2358.655766] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dbf512-5e9c-4765-a280-80ad98b14798 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.676640] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbafb706-f7f7-46c2-9c00-0c3423d7108e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.746223] env[62226]: INFO nova.virt.vmwareapi.images [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] The imported VM was unregistered [ 2358.748927] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Caching image {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2358.749162] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2358.749431] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-323c6820-3c55-4e20-8f17-a0ab0d9047d8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.782527] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Created directory with path [datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2358.782749] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8022aba3-6458-4ce0-845c-efa5be99dcef/OSTACK_IMG_8022aba3-6458-4ce0-845c-efa5be99dcef.vmdk to [datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee/f89ed806-2840-47d2-9bd6-a18c4ab79dee.vmdk. {{(pid=62226) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2358.783076] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4c315dd6-1da8-4240-a7bc-659d438a71f0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.790501] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2358.790501] env[62226]: value = "task-2028988" [ 2358.790501] env[62226]: _type = "Task" [ 2358.790501] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.799791] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028988, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.839366] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: cdac5d02-93fc-4b50-b493-c9fa6a11ce22] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2358.895967] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.257275] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "df8ff3c5-8804-46b8-a243-1484aaf9af92" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.257588] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2359.257793] env[62226]: DEBUG nova.compute.manager [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Going to confirm migration 10 {{(pid=62226) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2359.302382] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028988, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.342561] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: ca26041c-5a9c-474a-bbb8-7a92736a8a75] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2359.397286] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888194} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.397566] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] f4bdf494-837d-40c9-bc28-432922949afa/f4bdf494-837d-40c9-bc28-432922949afa.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2359.397815] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2359.398141] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-626e6bf8-cb1c-4a31-91d1-81e2021e8028 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.406527] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2359.406527] env[62226]: value = "task-2028989" [ 2359.406527] env[62226]: _type = "Task" [ 2359.406527] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.416095] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.801190] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028988, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.827407] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2359.827599] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquired lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2359.827773] env[62226]: DEBUG nova.network.neutron [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2359.827975] env[62226]: DEBUG nova.objects.instance [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lazy-loading 'info_cache' on Instance uuid df8ff3c5-8804-46b8-a243-1484aaf9af92 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2359.846359] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 5fa1561d-fbbe-41ac-8669-19008d976ef6] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2359.917015] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232283} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.917298] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2359.918189] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac0ae7e-f77e-4af8-990f-4bec27e292a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.941352] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f4bdf494-837d-40c9-bc28-432922949afa/f4bdf494-837d-40c9-bc28-432922949afa.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2359.942155] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8190a172-1a43-4b90-8ee7-c5507e66bb49 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.963931] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2359.963931] env[62226]: value = "task-2028990" [ 2359.963931] env[62226]: _type = "Task" [ 2359.963931] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.972357] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.302774] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028988, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.349624] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 9b1be929-ab3b-4b64-8db3-fa4bf2853bc6] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2360.474616] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028990, 'name': ReconfigVM_Task, 'duration_secs': 0.434064} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.474916] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f4bdf494-837d-40c9-bc28-432922949afa/f4bdf494-837d-40c9-bc28-432922949afa.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2360.475571] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e53b0cc0-2cc1-4c7a-89a7-7c7f849aa1f9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.482846] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2360.482846] env[62226]: value = "task-2028991" [ 2360.482846] env[62226]: _type = "Task" [ 2360.482846] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.491615] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028991, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.803148] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028988, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.854044] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: d21cdd5a-85ac-4145-bb8b-76f359c97970] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2360.993023] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028991, 'name': Rename_Task, 'duration_secs': 0.199163} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.993343] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2360.993612] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c61bc27c-2246-45bd-a49f-5d77843c557b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.001189] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2361.001189] env[62226]: value = "task-2028992" [ 2361.001189] env[62226]: _type = "Task" [ 2361.001189] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.012618] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.111699] env[62226]: DEBUG nova.network.neutron [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance_info_cache with network_info: [{"id": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "address": "fa:16:3e:ed:43:88", "network": {"id": "d5103182-e8e8-4303-b412-80d422496471", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-235947715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0eb0b12511f4fc188cbeff3fd5bbfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7267ab5-7d", "ovs_interfaceid": "e7267ab5-7d21-46d4-9e5d-e9ea30b00499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.304195] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028988, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.357228] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: aead4bf7-07e4-4bea-8dcf-a2373f306565] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2361.512171] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028992, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.614761] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Releasing lock "refresh_cache-df8ff3c5-8804-46b8-a243-1484aaf9af92" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2361.614959] env[62226]: DEBUG nova.objects.instance [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lazy-loading 'migration_context' on Instance uuid df8ff3c5-8804-46b8-a243-1484aaf9af92 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2361.803965] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028988, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.860615] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: ed712ba9-4f95-4ae9-978a-f63a117cacbc] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2362.012241] env[62226]: DEBUG oslo_vmware.api [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2028992, 'name': PowerOnVM_Task, 'duration_secs': 0.592096} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.012494] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2362.012695] env[62226]: INFO nova.compute.manager [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Took 13.96 seconds to spawn the instance on the hypervisor. [ 2362.012875] env[62226]: DEBUG nova.compute.manager [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2362.013630] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16fab8b-b93a-482a-be7d-cbaa461f0df3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.118427] env[62226]: DEBUG nova.objects.base [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2362.119528] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71063593-7d2c-45fc-b790-2035e20e8d5e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.139944] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffbf9bae-687c-4567-86a5-73236eb07a29 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.145028] env[62226]: DEBUG oslo_vmware.api [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2362.145028] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bfca1f-9e56-ebcb-c755-d0acdc7ea67e" [ 2362.145028] env[62226]: _type = "Task" [ 2362.145028] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.152339] env[62226]: DEBUG oslo_vmware.api [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bfca1f-9e56-ebcb-c755-d0acdc7ea67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.307310] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028988, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.318402} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.307781] env[62226]: INFO nova.virt.vmwareapi.ds_util [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8022aba3-6458-4ce0-845c-efa5be99dcef/OSTACK_IMG_8022aba3-6458-4ce0-845c-efa5be99dcef.vmdk to [datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee/f89ed806-2840-47d2-9bd6-a18c4ab79dee.vmdk. [ 2362.308091] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Cleaning up location [datastore1] OSTACK_IMG_8022aba3-6458-4ce0-845c-efa5be99dcef {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2362.308400] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8022aba3-6458-4ce0-845c-efa5be99dcef {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2362.308765] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8727cf32-7fe1-4665-bc7e-d42d0b65c143 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.316915] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2362.316915] env[62226]: value = "task-2028993" [ 2362.316915] env[62226]: _type = "Task" [ 2362.316915] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.324860] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.364682] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 9a8e320b-0d09-4acc-927f-42afa21ac42a] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2362.529735] env[62226]: INFO nova.compute.manager [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Took 19.39 seconds to build instance. [ 2362.657573] env[62226]: DEBUG oslo_vmware.api [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52bfca1f-9e56-ebcb-c755-d0acdc7ea67e, 'name': SearchDatastore_Task, 'duration_secs': 0.045199} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.657955] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.658270] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.827016] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218857} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.827297] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2362.827467] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee/f89ed806-2840-47d2-9bd6-a18c4ab79dee.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.827719] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee/f89ed806-2840-47d2-9bd6-a18c4ab79dee.vmdk to [datastore1] faf993cc-0949-43c0-a5e1-e6c2cbed0fb5/faf993cc-0949-43c0-a5e1-e6c2cbed0fb5.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2362.827979] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f0680d3-3c20-4a84-8aa7-c9a94748a971 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.838502] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2362.838502] env[62226]: value = "task-2028994" [ 2362.838502] env[62226]: _type = "Task" [ 2362.838502] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.847878] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.867923] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 2fccebf4-527c-4284-9aac-51296d89a454] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2362.876439] env[62226]: DEBUG nova.compute.manager [req-46e7f21e-23a4-4c76-aa51-5a7d368b6961 req-0e12cc5e-81df-4558-9721-2a29d6f9044f service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Received event network-changed-04ad4fea-4a26-4e3a-9776-74edc8026954 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2362.876496] env[62226]: DEBUG nova.compute.manager [req-46e7f21e-23a4-4c76-aa51-5a7d368b6961 req-0e12cc5e-81df-4558-9721-2a29d6f9044f service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Refreshing instance network info cache due to event network-changed-04ad4fea-4a26-4e3a-9776-74edc8026954. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2362.876759] env[62226]: DEBUG oslo_concurrency.lockutils [req-46e7f21e-23a4-4c76-aa51-5a7d368b6961 req-0e12cc5e-81df-4558-9721-2a29d6f9044f service nova] Acquiring lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.876971] env[62226]: DEBUG oslo_concurrency.lockutils [req-46e7f21e-23a4-4c76-aa51-5a7d368b6961 req-0e12cc5e-81df-4558-9721-2a29d6f9044f service nova] Acquired lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.877092] env[62226]: DEBUG nova.network.neutron [req-46e7f21e-23a4-4c76-aa51-5a7d368b6961 req-0e12cc5e-81df-4558-9721-2a29d6f9044f service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Refreshing network info cache for port 04ad4fea-4a26-4e3a-9776-74edc8026954 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2363.033060] env[62226]: DEBUG oslo_concurrency.lockutils [None req-63883dc8-4161-4204-af96-d0fe5284434a tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "f4bdf494-837d-40c9-bc28-432922949afa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.903s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.269853] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621697d0-6f66-464a-b328-7003bbff0a76 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.277992] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06caca1d-fe74-41e2-86b0-81c3d58ad546 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.309320] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b156f77-5ee5-4022-8287-7aea40dcde76 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.317287] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d178c366-3515-4e9e-a512-0c394dd43bcd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.331585] env[62226]: DEBUG nova.compute.provider_tree [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2363.349072] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028994, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.371488] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: faae8d00-327e-4958-a68b-149d5ff3486b] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2363.616765] env[62226]: DEBUG nova.network.neutron [req-46e7f21e-23a4-4c76-aa51-5a7d368b6961 req-0e12cc5e-81df-4558-9721-2a29d6f9044f service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Updated VIF entry in instance network info cache for port 04ad4fea-4a26-4e3a-9776-74edc8026954. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2363.617210] env[62226]: DEBUG nova.network.neutron [req-46e7f21e-23a4-4c76-aa51-5a7d368b6961 req-0e12cc5e-81df-4558-9721-2a29d6f9044f service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Updating instance_info_cache with network_info: [{"id": "04ad4fea-4a26-4e3a-9776-74edc8026954", "address": "fa:16:3e:17:20:d2", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ad4fea-4a", "ovs_interfaceid": "04ad4fea-4a26-4e3a-9776-74edc8026954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2363.850632] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028994, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.853052] env[62226]: ERROR nova.scheduler.client.report [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [req-a88d223b-c6b8-459f-ac1f-990abdf0cdaf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a88d223b-c6b8-459f-ac1f-990abdf0cdaf"}]} [ 2363.870543] env[62226]: DEBUG nova.scheduler.client.report [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2363.875279] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 764863c4-3538-4a20-b209-d9c0ccad32d2] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2363.887114] env[62226]: DEBUG nova.scheduler.client.report [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2363.887409] env[62226]: DEBUG nova.compute.provider_tree [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2363.901113] env[62226]: DEBUG nova.scheduler.client.report [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2363.922613] env[62226]: DEBUG nova.scheduler.client.report [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2364.037611] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639b5177-468a-4cd7-afd7-9f2081db228a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.046253] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e4a4c1-6367-4c79-9e2e-64f59c316c46 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.078589] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b477c48-87f3-4e82-a16c-eee2a949018c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.086595] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309eaf66-874a-420e-b88a-6e8978dcab97 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.100884] env[62226]: DEBUG nova.compute.provider_tree [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2364.119909] env[62226]: DEBUG oslo_concurrency.lockutils [req-46e7f21e-23a4-4c76-aa51-5a7d368b6961 req-0e12cc5e-81df-4558-9721-2a29d6f9044f service nova] Releasing lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2364.351577] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028994, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.378838] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: e6c93007-3185-4e3d-af22-afe6f5c6c9f2] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2364.633242] env[62226]: DEBUG nova.scheduler.client.report [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updated inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2364.633533] env[62226]: DEBUG nova.compute.provider_tree [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updating resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a generation from 172 to 173 during operation: update_inventory {{(pid=62226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2364.633778] env[62226]: DEBUG nova.compute.provider_tree [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2364.851083] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028994, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.882913] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: b62b9bd1-e449-4cb7-ab57-c04dfdaab1cf] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2365.354361] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028994, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.386301] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 7ebe6015-ac27-4116-be91-5696b627df5f] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2365.644734] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.986s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.852173] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028994, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.558193} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.852372] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f89ed806-2840-47d2-9bd6-a18c4ab79dee/f89ed806-2840-47d2-9bd6-a18c4ab79dee.vmdk to [datastore1] faf993cc-0949-43c0-a5e1-e6c2cbed0fb5/faf993cc-0949-43c0-a5e1-e6c2cbed0fb5.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2365.853140] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79495f8-5e40-4c29-92c2-6c4389a19768 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.875517] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] faf993cc-0949-43c0-a5e1-e6c2cbed0fb5/faf993cc-0949-43c0-a5e1-e6c2cbed0fb5.vmdk or device None with type streamOptimized {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2365.875793] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbcc96a9-9d79-4ee7-8973-eed3c57cf91f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.889948] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 2c7e9832-b6fa-43b0-994d-e5d578cf3485] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2365.895144] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2365.895144] env[62226]: value = "task-2028995" [ 2365.895144] env[62226]: _type = "Task" [ 2365.895144] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.902984] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.197125] env[62226]: INFO nova.scheduler.client.report [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted allocation for migration ab102841-c7c7-494f-bc1b-3bd8bd75395f [ 2366.393259] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 4a5a7211-d02c-414e-bf07-ad3e49ca9154] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2366.408988] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028995, 'name': ReconfigVM_Task, 'duration_secs': 0.274908} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.409501] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] faf993cc-0949-43c0-a5e1-e6c2cbed0fb5/faf993cc-0949-43c0-a5e1-e6c2cbed0fb5.vmdk or device None with type streamOptimized {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2366.410365] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb61f69d-af4a-4c8a-b14a-5c10f559a7a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.417480] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2366.417480] env[62226]: value = "task-2028996" [ 2366.417480] env[62226]: _type = "Task" [ 2366.417480] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.426966] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028996, 'name': Rename_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.702779] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5dcc4977-de26-448c-8382-f4d024afecdc tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.445s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.767632] env[62226]: INFO nova.compute.manager [None req-a831b610-2261-4acd-a8d8-93dcecca927f tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Get console output [ 2366.767875] env[62226]: WARNING nova.virt.vmwareapi.driver [None req-a831b610-2261-4acd-a8d8-93dcecca927f tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] The console log is missing. Check your VSPC configuration [ 2366.896197] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 231b6ed7-fde3-4103-bf2f-deab8f9097c7] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2366.928099] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028996, 'name': Rename_Task, 'duration_secs': 0.173942} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.928329] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2366.928552] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e128f07c-fd2d-4454-a543-9a87921dad40 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.934584] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2366.934584] env[62226]: value = "task-2028997" [ 2366.934584] env[62226]: _type = "Task" [ 2366.934584] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.942195] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.400100] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 0d4e34f7-3801-40b5-a3ac-813258c4a449] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2367.444574] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.902515] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 67332c7b-cc27-4443-a0df-bb7c0f03dec4] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2367.944929] env[62226]: DEBUG oslo_vmware.api [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2028997, 'name': PowerOnVM_Task, 'duration_secs': 0.609218} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.945200] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2368.052200] env[62226]: DEBUG nova.compute.manager [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2368.053154] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb28eacc-ad84-469f-a3cc-e63da2f27cbe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.405681] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 44a47031-b8fe-4c25-adb8-decf115e862d] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2368.569813] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5cd0cde3-b37a-4034-85c0-5897fb3a5cf7 tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.235s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.909400] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: b54fd956-9512-4280-adab-bfddb23610fe] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2369.412741] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 0863d731-b360-4190-af90-b096ef76dc3e] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2369.916408] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: b25a8a76-5f16-4239-8335-da83db7fbddf] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2370.419443] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 2037b2f9-3c20-40cc-81dd-cb3b7e9f7251] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2370.923294] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 1319c83f-40fc-4bf7-92b1-7d95a12b9859] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2371.427271] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: e19b1d1f-d6ae-4e96-a097-063c8d1e2c78] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2371.930438] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 7f16ec7d-56cf-4636-bcca-9dd80b5470b4] Instance has had 0 of 5 cleanup attempts {{(pid=62226) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2372.434025] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2372.434407] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Cleaning up deleted instances with incomplete migration {{(pid=62226) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 2372.937051] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2374.437140] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2374.943043] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2374.943277] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2378.964311] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 2378.964908] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2379.468718] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.468957] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.469135] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.469292] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2379.470191] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f080aaf-a8a8-40a3-9688-2459b5dd44b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.478319] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e684ab-616e-4e6c-9201-bca0ed78a2e0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.492121] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723eeb98-0502-4eb2-8802-cecb4cfd5c55 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.498387] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4b69a3-0ef5-43ca-83a4-32af19662141 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.528449] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180505MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2379.528663] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.528917] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2380.557972] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance ef2e3023-b006-47f8-b193-80b1e60e9b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2380.558238] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 779f4986-c399-4720-ba95-9558b9c796c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2380.558325] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 88775d6e-28e1-41f2-b580-5f719f6e1495 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2380.558444] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 46318468-6c06-4cc7-a6f5-73be590f857c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2380.558562] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance df8ff3c5-8804-46b8-a243-1484aaf9af92 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2380.558675] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance f4bdf494-837d-40c9-bc28-432922949afa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2380.558786] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance faf993cc-0949-43c0-a5e1-e6c2cbed0fb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2380.558970] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2380.559129] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2380.640172] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f51de08-c77f-4497-998a-a15a74346e86 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.647725] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b50c29-2522-4c1f-bb28-c958de5335bd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.676737] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e693bffa-782d-41be-b120-2b5c8050a02e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.683667] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27265ba7-4b97-407f-95ac-20962febd780 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.697557] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2381.201548] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2381.707109] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2381.707109] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2381.707109] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2381.707526] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Getting list of instances from cluster (obj){ [ 2381.707526] env[62226]: value = "domain-c8" [ 2381.707526] env[62226]: _type = "ClusterComputeResource" [ 2381.707526] env[62226]: } {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2381.708304] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf411584-e333-4dc7-b088-3778df400dc5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.725270] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Got total of 7 instances {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2388.967321] env[62226]: DEBUG oslo_concurrency.lockutils [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "779f4986-c399-4720-ba95-9558b9c796c8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2388.967754] env[62226]: DEBUG oslo_concurrency.lockutils [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.471384] env[62226]: INFO nova.compute.manager [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Detaching volume ca0917f1-836d-4e4b-996b-a4de5fa03bfa [ 2389.501622] env[62226]: INFO nova.virt.block_device [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Attempting to driver detach volume ca0917f1-836d-4e4b-996b-a4de5fa03bfa from mountpoint /dev/sdb [ 2389.501875] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2389.502075] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416759', 'volume_id': 'ca0917f1-836d-4e4b-996b-a4de5fa03bfa', 'name': 'volume-ca0917f1-836d-4e4b-996b-a4de5fa03bfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '779f4986-c399-4720-ba95-9558b9c796c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0917f1-836d-4e4b-996b-a4de5fa03bfa', 'serial': 'ca0917f1-836d-4e4b-996b-a4de5fa03bfa'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2389.502938] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b81cda-fb2a-45a3-a22d-63898ab0f6cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.524164] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f673821-d345-4bc9-9171-8c0607ad722c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.531311] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcdf587-3668-405e-9ac1-ab9c59a74c1f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.553912] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36528ab6-14bc-4def-88b0-0312b15b57fd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.250566] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] The volume has not been displaced from its original location: [datastore1] volume-ca0917f1-836d-4e4b-996b-a4de5fa03bfa/volume-ca0917f1-836d-4e4b-996b-a4de5fa03bfa.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2390.255643] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2390.255934] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfdbf2f2-b8ab-4d3b-a497-580cee4377e9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.274720] env[62226]: DEBUG oslo_vmware.api [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2390.274720] env[62226]: value = "task-2028998" [ 2390.274720] env[62226]: _type = "Task" [ 2390.274720] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.282036] env[62226]: DEBUG oslo_vmware.api [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.784975] env[62226]: DEBUG oslo_vmware.api [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028998, 'name': ReconfigVM_Task, 'duration_secs': 0.224071} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.785203] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2390.789677] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbef5fb4-5ebc-4cf0-8026-5d06de7ff9d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.803858] env[62226]: DEBUG oslo_vmware.api [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2390.803858] env[62226]: value = "task-2028999" [ 2390.803858] env[62226]: _type = "Task" [ 2390.803858] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.813094] env[62226]: DEBUG oslo_vmware.api [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.313167] env[62226]: DEBUG oslo_vmware.api [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2028999, 'name': ReconfigVM_Task, 'duration_secs': 0.122892} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.313580] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416759', 'volume_id': 'ca0917f1-836d-4e4b-996b-a4de5fa03bfa', 'name': 'volume-ca0917f1-836d-4e4b-996b-a4de5fa03bfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '779f4986-c399-4720-ba95-9558b9c796c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0917f1-836d-4e4b-996b-a4de5fa03bfa', 'serial': 'ca0917f1-836d-4e4b-996b-a4de5fa03bfa'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2391.852298] env[62226]: DEBUG nova.objects.instance [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'flavor' on Instance uuid 779f4986-c399-4720-ba95-9558b9c796c8 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2392.861194] env[62226]: DEBUG oslo_concurrency.lockutils [None req-819857e0-d733-400c-a398-04f16999067e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.893s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2393.160769] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2c9befb-d843-400b-9c29-319c994fc591 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "779f4986-c399-4720-ba95-9558b9c796c8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2393.161044] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2c9befb-d843-400b-9c29-319c994fc591 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2393.161264] env[62226]: DEBUG nova.compute.manager [None req-e2c9befb-d843-400b-9c29-319c994fc591 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2393.162198] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21bef7c-e0e8-4ca7-a95e-a0ae0622df6f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.169203] env[62226]: DEBUG nova.compute.manager [None req-e2c9befb-d843-400b-9c29-319c994fc591 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2393.169768] env[62226]: DEBUG nova.objects.instance [None req-e2c9befb-d843-400b-9c29-319c994fc591 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'flavor' on Instance uuid 779f4986-c399-4720-ba95-9558b9c796c8 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2393.684899] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "df8ff3c5-8804-46b8-a243-1484aaf9af92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2393.685156] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2393.685366] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "df8ff3c5-8804-46b8-a243-1484aaf9af92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2393.685547] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2393.685711] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2393.688240] env[62226]: INFO nova.compute.manager [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Terminating instance [ 2394.176554] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c9befb-d843-400b-9c29-319c994fc591 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2394.177066] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edaa1fdb-1378-4c63-a096-43208f77d9b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.184833] env[62226]: DEBUG oslo_vmware.api [None req-e2c9befb-d843-400b-9c29-319c994fc591 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2394.184833] env[62226]: value = "task-2029000" [ 2394.184833] env[62226]: _type = "Task" [ 2394.184833] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.193341] env[62226]: DEBUG nova.compute.manager [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2394.193565] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2394.193823] env[62226]: DEBUG oslo_vmware.api [None req-e2c9befb-d843-400b-9c29-319c994fc591 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.194081] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11c9932a-92a2-4aff-ac21-a3bfa674f01a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.201037] env[62226]: DEBUG oslo_vmware.api [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2394.201037] env[62226]: value = "task-2029001" [ 2394.201037] env[62226]: _type = "Task" [ 2394.201037] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.208828] env[62226]: DEBUG oslo_vmware.api [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.694779] env[62226]: DEBUG oslo_vmware.api [None req-e2c9befb-d843-400b-9c29-319c994fc591 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029000, 'name': PowerOffVM_Task, 'duration_secs': 0.170546} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.695048] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c9befb-d843-400b-9c29-319c994fc591 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2394.695252] env[62226]: DEBUG nova.compute.manager [None req-e2c9befb-d843-400b-9c29-319c994fc591 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2394.695973] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19ac87d-9239-40bc-91ee-e4b40eb87a0c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.710656] env[62226]: DEBUG oslo_vmware.api [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029001, 'name': PowerOffVM_Task, 'duration_secs': 0.239991} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.710883] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2394.711088] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2394.711278] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416753', 'volume_id': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'name': 'volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'df8ff3c5-8804-46b8-a243-1484aaf9af92', 'attached_at': '2025-01-06T16:49:20.000000', 'detached_at': '', 'volume_id': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'serial': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2394.711967] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155c1c05-86ff-4382-bb8a-c143d845bf2b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.729933] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca74792d-8c6b-429a-ac5b-61e6bf301210 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.736817] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0d22b1-5c09-42dc-8443-cfc4fe1aaebb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.754142] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8fe99f-7c4e-4fe1-a194-4e15e115ee2a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.769529] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] The volume has not been displaced from its original location: [datastore1] volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405/volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2394.774475] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2394.775011] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5cb45c0-bf22-4734-8f84-aa55f7a8c9a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.792508] env[62226]: DEBUG oslo_vmware.api [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2394.792508] env[62226]: value = "task-2029002" [ 2394.792508] env[62226]: _type = "Task" [ 2394.792508] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.799986] env[62226]: DEBUG oslo_vmware.api [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.207089] env[62226]: DEBUG oslo_concurrency.lockutils [None req-e2c9befb-d843-400b-9c29-319c994fc591 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.257067] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2395.305556] env[62226]: DEBUG oslo_vmware.api [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029002, 'name': ReconfigVM_Task, 'duration_secs': 0.179856} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.305949] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2395.314238] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-801c45a8-4ecc-4a7d-9c66-97ad55b93594 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.338031] env[62226]: DEBUG oslo_vmware.api [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2395.338031] env[62226]: value = "task-2029003" [ 2395.338031] env[62226]: _type = "Task" [ 2395.338031] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.350156] env[62226]: DEBUG oslo_vmware.api [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.532090] env[62226]: DEBUG nova.objects.instance [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'flavor' on Instance uuid 779f4986-c399-4720-ba95-9558b9c796c8 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2395.761613] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Getting list of instances from cluster (obj){ [ 2395.761613] env[62226]: value = "domain-c8" [ 2395.761613] env[62226]: _type = "ClusterComputeResource" [ 2395.761613] env[62226]: } {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2395.762633] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809a9c81-a96c-40d4-972d-29b7949f3cfe {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.778771] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Got total of 7 instances {{(pid=62226) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2395.778976] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid ef2e3023-b006-47f8-b193-80b1e60e9b12 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 2395.779150] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid faf993cc-0949-43c0-a5e1-e6c2cbed0fb5 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 2395.779307] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 779f4986-c399-4720-ba95-9558b9c796c8 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 2395.779452] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 88775d6e-28e1-41f2-b580-5f719f6e1495 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 2395.779595] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid 46318468-6c06-4cc7-a6f5-73be590f857c {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 2395.779737] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid df8ff3c5-8804-46b8-a243-1484aaf9af92 {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 2395.779880] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Triggering sync for uuid f4bdf494-837d-40c9-bc28-432922949afa {{(pid=62226) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 2395.780236] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "ef2e3023-b006-47f8-b193-80b1e60e9b12" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.780455] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "ef2e3023-b006-47f8-b193-80b1e60e9b12" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.780715] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.780894] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.781132] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "779f4986-c399-4720-ba95-9558b9c796c8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.781310] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "779f4986-c399-4720-ba95-9558b9c796c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.781473] env[62226]: INFO nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] During sync_power_state the instance has a pending task (powering-on). Skip. [ 2395.781632] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "779f4986-c399-4720-ba95-9558b9c796c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.781817] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "88775d6e-28e1-41f2-b580-5f719f6e1495" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.781987] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "88775d6e-28e1-41f2-b580-5f719f6e1495" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.782229] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "46318468-6c06-4cc7-a6f5-73be590f857c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.782404] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "46318468-6c06-4cc7-a6f5-73be590f857c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.782626] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "df8ff3c5-8804-46b8-a243-1484aaf9af92" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.782823] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "f4bdf494-837d-40c9-bc28-432922949afa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.782995] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "f4bdf494-837d-40c9-bc28-432922949afa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.783861] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d017352-e337-4a4d-b77d-618eeba9a3a1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.787025] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9997ba79-e3f0-4be2-b193-393c668a0a41 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.789736] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa064062-4004-48ee-a091-cfe0dcfbe1c4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.792364] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16ba179-d9b2-423e-bff0-d4c767a98465 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.794865] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc408465-d330-4b17-8b58-390bdd9cdad4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.847056] env[62226]: DEBUG oslo_vmware.api [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029003, 'name': ReconfigVM_Task, 'duration_secs': 0.155074} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.847355] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416753', 'volume_id': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'name': 'volume-b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'df8ff3c5-8804-46b8-a243-1484aaf9af92', 'attached_at': '2025-01-06T16:49:20.000000', 'detached_at': '', 'volume_id': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405', 'serial': 'b80b53cb-6eb9-42fd-bca0-b23f3df5c405'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2395.847626] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2395.848378] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd238234-b566-487a-98fb-e0e2ec365d1f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.854727] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2395.854931] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acd9bfcb-cc4f-47f0-8549-e0d5b4752182 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.037923] env[62226]: DEBUG oslo_concurrency.lockutils [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2396.038144] env[62226]: DEBUG oslo_concurrency.lockutils [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquired lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2396.038282] env[62226]: DEBUG nova.network.neutron [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2396.038454] env[62226]: DEBUG nova.objects.instance [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'info_cache' on Instance uuid 779f4986-c399-4720-ba95-9558b9c796c8 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2396.100351] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2396.100563] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2396.100744] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleting the datastore file [datastore1] df8ff3c5-8804-46b8-a243-1484aaf9af92 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2396.101016] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43e63b05-2c7b-4a54-bebc-8ebaaae6ad77 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.108044] env[62226]: DEBUG oslo_vmware.api [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2396.108044] env[62226]: value = "task-2029005" [ 2396.108044] env[62226]: _type = "Task" [ 2396.108044] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.116278] env[62226]: DEBUG oslo_vmware.api [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.313588] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "88775d6e-28e1-41f2-b580-5f719f6e1495" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.313973] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.314177] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "ef2e3023-b006-47f8-b193-80b1e60e9b12" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.314468] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "46318468-6c06-4cc7-a6f5-73be590f857c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.314769] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "f4bdf494-837d-40c9-bc28-432922949afa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.541530] env[62226]: DEBUG nova.objects.base [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Object Instance<779f4986-c399-4720-ba95-9558b9c796c8> lazy-loaded attributes: flavor,info_cache {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2396.618341] env[62226]: DEBUG oslo_vmware.api [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080557} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.618589] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2396.618767] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2396.618934] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2396.619110] env[62226]: INFO nova.compute.manager [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Took 2.43 seconds to destroy the instance on the hypervisor. [ 2396.619340] env[62226]: DEBUG oslo.service.loopingcall [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2396.619526] env[62226]: DEBUG nova.compute.manager [-] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2396.619616] env[62226]: DEBUG nova.network.neutron [-] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2397.068739] env[62226]: DEBUG nova.compute.manager [req-35c4fe9f-0cb8-42a7-9b1e-80a7767545ec req-aa54fee5-6b72-403a-af83-2e7237ffc96b service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Received event network-vif-deleted-e7267ab5-7d21-46d4-9e5d-e9ea30b00499 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2397.068874] env[62226]: INFO nova.compute.manager [req-35c4fe9f-0cb8-42a7-9b1e-80a7767545ec req-aa54fee5-6b72-403a-af83-2e7237ffc96b service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Neutron deleted interface e7267ab5-7d21-46d4-9e5d-e9ea30b00499; detaching it from the instance and deleting it from the info cache [ 2397.069056] env[62226]: DEBUG nova.network.neutron [req-35c4fe9f-0cb8-42a7-9b1e-80a7767545ec req-aa54fee5-6b72-403a-af83-2e7237ffc96b service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2397.255911] env[62226]: DEBUG nova.network.neutron [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Updating instance_info_cache with network_info: [{"id": "68812e75-acef-402e-aac8-038989eebc35", "address": "fa:16:3e:10:1c:da", "network": {"id": "dc4fbeb7-0808-4304-afa9-47f28a25b032", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1543307426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed5eb963d4f043939ac9b3cbbdb57d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68812e75-ac", "ovs_interfaceid": "68812e75-acef-402e-aac8-038989eebc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2397.542662] env[62226]: DEBUG nova.network.neutron [-] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2397.572524] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bc0463a-02f8-41ad-ab81-1a36b62f33ae {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.583820] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8bdaae-9715-4f8c-989b-2d7adae224d2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.612728] env[62226]: DEBUG nova.compute.manager [req-35c4fe9f-0cb8-42a7-9b1e-80a7767545ec req-aa54fee5-6b72-403a-af83-2e7237ffc96b service nova] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Detach interface failed, port_id=e7267ab5-7d21-46d4-9e5d-e9ea30b00499, reason: Instance df8ff3c5-8804-46b8-a243-1484aaf9af92 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2397.758715] env[62226]: DEBUG oslo_concurrency.lockutils [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Releasing lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2397.841657] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1893d81c-f69b-4230-9407-65d8ddbd41c9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "f4bdf494-837d-40c9-bc28-432922949afa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2397.841914] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1893d81c-f69b-4230-9407-65d8ddbd41c9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "f4bdf494-837d-40c9-bc28-432922949afa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2397.842112] env[62226]: DEBUG nova.compute.manager [None req-1893d81c-f69b-4230-9407-65d8ddbd41c9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2397.842983] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472cf1c0-86b2-4397-bdbf-d2d31492fcc1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.850711] env[62226]: DEBUG nova.compute.manager [None req-1893d81c-f69b-4230-9407-65d8ddbd41c9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62226) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2397.851289] env[62226]: DEBUG nova.objects.instance [None req-1893d81c-f69b-4230-9407-65d8ddbd41c9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lazy-loading 'flavor' on Instance uuid f4bdf494-837d-40c9-bc28-432922949afa {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2398.045687] env[62226]: INFO nova.compute.manager [-] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Took 1.43 seconds to deallocate network for instance. [ 2398.588012] env[62226]: INFO nova.compute.manager [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Took 0.54 seconds to detach 1 volumes for instance. [ 2398.590127] env[62226]: DEBUG nova.compute.manager [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] Deleting volume: b80b53cb-6eb9-42fd-bca0-b23f3df5c405 {{(pid=62226) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2398.764859] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2398.764859] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74396331-825d-41de-8272-da712b7f7206 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.771174] env[62226]: DEBUG oslo_vmware.api [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2398.771174] env[62226]: value = "task-2029007" [ 2398.771174] env[62226]: _type = "Task" [ 2398.771174] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.778570] env[62226]: DEBUG oslo_vmware.api [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.861049] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893d81c-f69b-4230-9407-65d8ddbd41c9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2398.861339] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10696853-c4d0-493a-ad44-9bce174dde56 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.868021] env[62226]: DEBUG oslo_vmware.api [None req-1893d81c-f69b-4230-9407-65d8ddbd41c9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2398.868021] env[62226]: value = "task-2029008" [ 2398.868021] env[62226]: _type = "Task" [ 2398.868021] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.875893] env[62226]: DEBUG oslo_vmware.api [None req-1893d81c-f69b-4230-9407-65d8ddbd41c9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.126292] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2399.126526] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2399.126798] env[62226]: DEBUG nova.objects.instance [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lazy-loading 'resources' on Instance uuid df8ff3c5-8804-46b8-a243-1484aaf9af92 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2399.281352] env[62226]: DEBUG oslo_vmware.api [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029007, 'name': PowerOnVM_Task, 'duration_secs': 0.373669} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.281615] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2399.281814] env[62226]: DEBUG nova.compute.manager [None req-18df6fe8-253d-4117-adfc-7a1066f71c82 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2399.282576] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facf977a-1f8c-4ad0-991e-6cc2cea1284c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.378114] env[62226]: DEBUG oslo_vmware.api [None req-1893d81c-f69b-4230-9407-65d8ddbd41c9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029008, 'name': PowerOffVM_Task, 'duration_secs': 0.199612} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.378384] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-1893d81c-f69b-4230-9407-65d8ddbd41c9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2399.378619] env[62226]: DEBUG nova.compute.manager [None req-1893d81c-f69b-4230-9407-65d8ddbd41c9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2399.379373] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb39a0d6-73d2-419e-bbeb-44a820cf8939 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.730647] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c315bbdd-5fc3-4584-9161-e65283131286 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.738871] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1e92ce-2f14-41e9-9a2f-3447bc135d1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.769180] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d581431-356e-49a8-8502-f24c7a43f583 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.776092] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9839bbff-d236-4428-9ecc-b5ff81f286a4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.789107] env[62226]: DEBUG nova.compute.provider_tree [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2399.891400] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1893d81c-f69b-4230-9407-65d8ddbd41c9 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "f4bdf494-837d-40c9-bc28-432922949afa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.194089] env[62226]: DEBUG nova.objects.instance [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lazy-loading 'flavor' on Instance uuid f4bdf494-837d-40c9-bc28-432922949afa {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2400.291949] env[62226]: DEBUG nova.scheduler.client.report [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2400.699286] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2400.699457] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2400.699628] env[62226]: DEBUG nova.network.neutron [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2400.699805] env[62226]: DEBUG nova.objects.instance [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lazy-loading 'info_cache' on Instance uuid f4bdf494-837d-40c9-bc28-432922949afa {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2400.796470] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.815748] env[62226]: INFO nova.scheduler.client.report [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted allocations for instance df8ff3c5-8804-46b8-a243-1484aaf9af92 [ 2401.203597] env[62226]: DEBUG nova.objects.base [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62226) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2401.323597] env[62226]: DEBUG oslo_concurrency.lockutils [None req-0de87c3a-c0a2-4acc-8934-a7b7b7d241a4 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.638s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.325084] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.542s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.325243] env[62226]: INFO nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: df8ff3c5-8804-46b8-a243-1484aaf9af92] During sync_power_state the instance has a pending task (deleting). Skip. [ 2401.325338] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "df8ff3c5-8804-46b8-a243-1484aaf9af92" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.922590] env[62226]: DEBUG nova.network.neutron [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Updating instance_info_cache with network_info: [{"id": "04ad4fea-4a26-4e3a-9776-74edc8026954", "address": "fa:16:3e:17:20:d2", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ad4fea-4a", "ovs_interfaceid": "04ad4fea-4a26-4e3a-9776-74edc8026954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2402.425885] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2402.472311] env[62226]: DEBUG oslo_concurrency.lockutils [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "88775d6e-28e1-41f2-b580-5f719f6e1495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.472551] env[62226]: DEBUG oslo_concurrency.lockutils [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "88775d6e-28e1-41f2-b580-5f719f6e1495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2402.472758] env[62226]: DEBUG oslo_concurrency.lockutils [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "88775d6e-28e1-41f2-b580-5f719f6e1495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.472941] env[62226]: DEBUG oslo_concurrency.lockutils [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "88775d6e-28e1-41f2-b580-5f719f6e1495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2402.473126] env[62226]: DEBUG oslo_concurrency.lockutils [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "88775d6e-28e1-41f2-b580-5f719f6e1495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.475086] env[62226]: INFO nova.compute.manager [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Terminating instance [ 2402.979410] env[62226]: DEBUG nova.compute.manager [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2402.979810] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2402.980358] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baab37c7-44ae-4043-88c5-f584977d07a9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.988745] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2402.988983] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ddb9b16-ba2e-4d85-b6cf-e5695d91846a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.995047] env[62226]: DEBUG oslo_vmware.api [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2402.995047] env[62226]: value = "task-2029009" [ 2402.995047] env[62226]: _type = "Task" [ 2402.995047] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2403.003302] env[62226]: DEBUG oslo_vmware.api [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.433016] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2403.433347] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c85153fa-905f-4b62-a1f3-36f1ace8fef8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.440922] env[62226]: DEBUG oslo_vmware.api [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2403.440922] env[62226]: value = "task-2029010" [ 2403.440922] env[62226]: _type = "Task" [ 2403.440922] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2403.448414] env[62226]: DEBUG oslo_vmware.api [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.504134] env[62226]: DEBUG oslo_vmware.api [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029009, 'name': PowerOffVM_Task, 'duration_secs': 0.223131} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.504407] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2403.504585] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2403.504822] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76bed7cf-d217-460d-8d3d-a8f2748fb031 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.801149] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2403.951344] env[62226]: DEBUG oslo_vmware.api [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029010, 'name': PowerOnVM_Task, 'duration_secs': 0.377972} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.951671] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2403.951914] env[62226]: DEBUG nova.compute.manager [None req-9866bafb-1708-4ca8-95c5-47d1b827d751 tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2403.952739] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211704a7-1d7b-4fcf-88a3-d81bc7abd8dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.275814] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2404.618606] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.618855] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.619076] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.619264] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.619469] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.621364] env[62226]: INFO nova.compute.manager [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Terminating instance [ 2405.080501] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f761d59-b82b-45c2-bf14-02b01c54d7d3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.087330] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8480ea55-9843-4103-abef-b8228d1cbc3f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Suspending the VM {{(pid=62226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2405.087572] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3e9fc135-a9d7-496e-9237-48235a091f4a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.093328] env[62226]: DEBUG oslo_vmware.api [None req-8480ea55-9843-4103-abef-b8228d1cbc3f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2405.093328] env[62226]: value = "task-2029012" [ 2405.093328] env[62226]: _type = "Task" [ 2405.093328] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.100760] env[62226]: DEBUG oslo_vmware.api [None req-8480ea55-9843-4103-abef-b8228d1cbc3f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029012, 'name': SuspendVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.124884] env[62226]: DEBUG nova.compute.manager [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2405.124884] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2405.125537] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27d753e-0b97-4958-9d6d-a231fefd6b24 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.132243] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2405.132463] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29ea6c4a-eea5-4403-97e5-94cae5510ddc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.137457] env[62226]: DEBUG oslo_vmware.api [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2405.137457] env[62226]: value = "task-2029013" [ 2405.137457] env[62226]: _type = "Task" [ 2405.137457] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.144875] env[62226]: DEBUG oslo_vmware.api [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2029013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.603884] env[62226]: DEBUG oslo_vmware.api [None req-8480ea55-9843-4103-abef-b8228d1cbc3f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029012, 'name': SuspendVM_Task} progress is 62%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.646929] env[62226]: DEBUG oslo_vmware.api [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2029013, 'name': PowerOffVM_Task, 'duration_secs': 0.265551} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2405.647157] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2405.647358] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2405.647580] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-259d2b01-3b7e-42d9-af79-ef4f3a11da89 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.103709] env[62226]: DEBUG oslo_vmware.api [None req-8480ea55-9843-4103-abef-b8228d1cbc3f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029012, 'name': SuspendVM_Task, 'duration_secs': 0.670057} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2406.103961] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8480ea55-9843-4103-abef-b8228d1cbc3f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Suspended the VM {{(pid=62226) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2406.104161] env[62226]: DEBUG nova.compute.manager [None req-8480ea55-9843-4103-abef-b8228d1cbc3f tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2406.104920] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c72b55-5042-40e9-9410-fe26741251a7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.478779] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2406.479022] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2406.479213] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleting the datastore file [datastore1] faf993cc-0949-43c0-a5e1-e6c2cbed0fb5 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2406.479486] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e598172e-9f86-473d-87a4-69e332fe7863 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.485614] env[62226]: DEBUG oslo_vmware.api [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for the task: (returnval){ [ 2406.485614] env[62226]: value = "task-2029015" [ 2406.485614] env[62226]: _type = "Task" [ 2406.485614] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2406.495334] env[62226]: DEBUG oslo_vmware.api [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2029015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.496315] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2406.496556] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2406.496752] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleting the datastore file [datastore1] 88775d6e-28e1-41f2-b580-5f719f6e1495 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2406.496977] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33e302a6-d2ed-4107-ac3e-699522063f18 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.502990] env[62226]: DEBUG oslo_vmware.api [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2406.502990] env[62226]: value = "task-2029016" [ 2406.502990] env[62226]: _type = "Task" [ 2406.502990] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2406.510054] env[62226]: DEBUG oslo_vmware.api [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.996370] env[62226]: DEBUG oslo_vmware.api [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Task: {'id': task-2029015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2406.996670] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2406.996810] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2406.996977] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2406.997162] env[62226]: INFO nova.compute.manager [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Took 1.87 seconds to destroy the instance on the hypervisor. [ 2406.997398] env[62226]: DEBUG oslo.service.loopingcall [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2406.997610] env[62226]: DEBUG nova.compute.manager [-] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2406.997727] env[62226]: DEBUG nova.network.neutron [-] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2407.011242] env[62226]: DEBUG oslo_vmware.api [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402318} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2407.011475] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2407.011655] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2407.011828] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2407.011987] env[62226]: INFO nova.compute.manager [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Took 4.03 seconds to destroy the instance on the hypervisor. [ 2407.012226] env[62226]: DEBUG oslo.service.loopingcall [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2407.012405] env[62226]: DEBUG nova.compute.manager [-] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2407.012498] env[62226]: DEBUG nova.network.neutron [-] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2407.408669] env[62226]: DEBUG nova.compute.manager [req-e2ef98a4-0eaf-4726-8ae5-2e72687482b3 req-09b469ae-31be-48cf-9eb6-7198edf62471 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Received event network-vif-deleted-c5aeba4a-671a-4135-b80e-8984e77bf319 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2407.408895] env[62226]: INFO nova.compute.manager [req-e2ef98a4-0eaf-4726-8ae5-2e72687482b3 req-09b469ae-31be-48cf-9eb6-7198edf62471 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Neutron deleted interface c5aeba4a-671a-4135-b80e-8984e77bf319; detaching it from the instance and deleting it from the info cache [ 2407.409099] env[62226]: DEBUG nova.network.neutron [req-e2ef98a4-0eaf-4726-8ae5-2e72687482b3 req-09b469ae-31be-48cf-9eb6-7198edf62471 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2407.414342] env[62226]: INFO nova.compute.manager [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Resuming [ 2407.414907] env[62226]: DEBUG nova.objects.instance [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lazy-loading 'flavor' on Instance uuid f4bdf494-837d-40c9-bc28-432922949afa {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2407.887702] env[62226]: DEBUG nova.network.neutron [-] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2407.912490] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a4c3ee8-86b5-4c62-b20b-e0daf68374e4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.922920] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdd4a68-b5fb-403b-8f38-02fac9a0dfa5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.952643] env[62226]: DEBUG nova.compute.manager [req-e2ef98a4-0eaf-4726-8ae5-2e72687482b3 req-09b469ae-31be-48cf-9eb6-7198edf62471 service nova] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Detach interface failed, port_id=c5aeba4a-671a-4135-b80e-8984e77bf319, reason: Instance 88775d6e-28e1-41f2-b580-5f719f6e1495 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2408.059850] env[62226]: DEBUG nova.network.neutron [-] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2408.391048] env[62226]: INFO nova.compute.manager [-] [instance: 88775d6e-28e1-41f2-b580-5f719f6e1495] Took 1.38 seconds to deallocate network for instance. [ 2408.562537] env[62226]: INFO nova.compute.manager [-] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Took 1.56 seconds to deallocate network for instance. [ 2408.896792] env[62226]: DEBUG oslo_concurrency.lockutils [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.896984] env[62226]: DEBUG oslo_concurrency.lockutils [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.897226] env[62226]: DEBUG nova.objects.instance [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lazy-loading 'resources' on Instance uuid 88775d6e-28e1-41f2-b580-5f719f6e1495 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2408.939570] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2408.939833] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquired lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2408.939926] env[62226]: DEBUG nova.network.neutron [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2409.069395] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.270270] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2409.275144] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2409.275306] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2409.436734] env[62226]: DEBUG nova.compute.manager [req-4b9525fe-dfd3-4397-8298-43a5b67d9557 req-666f1def-644a-4556-a217-635c29cb930e service nova] [instance: faf993cc-0949-43c0-a5e1-e6c2cbed0fb5] Received event network-vif-deleted-cfeac71a-f8ba-425a-abb8-97069fab39f9 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2409.574118] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db111143-6cda-4e30-8bef-3f4b58c66865 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.581961] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c520c1a2-feae-4fce-91bf-898772e40c49 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.614155] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94269558-2084-4f91-8163-0df7581e7dd0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.622817] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0bbcba-ee73-4e5f-81df-394b057b30e3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.635454] env[62226]: DEBUG nova.compute.provider_tree [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2409.648839] env[62226]: DEBUG nova.network.neutron [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Updating instance_info_cache with network_info: [{"id": "04ad4fea-4a26-4e3a-9776-74edc8026954", "address": "fa:16:3e:17:20:d2", "network": {"id": "e7ee616c-f36c-4ba8-87e7-00c38919bb4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-461413813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6630806c698243959882a3f1300c40ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ad4fea-4a", "ovs_interfaceid": "04ad4fea-4a26-4e3a-9776-74edc8026954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2410.138828] env[62226]: DEBUG nova.scheduler.client.report [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2410.150865] env[62226]: DEBUG oslo_concurrency.lockutils [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Releasing lock "refresh_cache-f4bdf494-837d-40c9-bc28-432922949afa" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2410.151771] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5318cfb6-1667-45cf-9e6e-a76cd8aba53a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.158973] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Resuming the VM {{(pid=62226) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2410.159213] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8d80784-07be-45b8-83a6-a9c367fad2ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.166269] env[62226]: DEBUG oslo_vmware.api [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2410.166269] env[62226]: value = "task-2029017" [ 2410.166269] env[62226]: _type = "Task" [ 2410.166269] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.173784] env[62226]: DEBUG oslo_vmware.api [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.275261] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2410.644129] env[62226]: DEBUG oslo_concurrency.lockutils [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2410.646727] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.577s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2410.646968] env[62226]: DEBUG nova.objects.instance [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lazy-loading 'resources' on Instance uuid faf993cc-0949-43c0-a5e1-e6c2cbed0fb5 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2410.668196] env[62226]: INFO nova.scheduler.client.report [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted allocations for instance 88775d6e-28e1-41f2-b580-5f719f6e1495 [ 2410.683216] env[62226]: DEBUG oslo_vmware.api [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029017, 'name': PowerOnVM_Task, 'duration_secs': 0.498444} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.683858] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Resumed the VM {{(pid=62226) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2410.683858] env[62226]: DEBUG nova.compute.manager [None req-1076f594-2f5e-43eb-b080-3a6369a3959e tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2410.684558] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1a6611-ed35-4ff2-ab74-c19592ec9e5e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.180447] env[62226]: DEBUG oslo_concurrency.lockutils [None req-255d6676-b010-46b6-93bd-173739555d64 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "88775d6e-28e1-41f2-b580-5f719f6e1495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.708s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.223157] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d50e03-b5ef-432b-aaab-c65203270a6e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.231413] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3551229-7dbb-4c71-9264-19869b722f70 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.261942] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9a274e-f535-4b40-b624-8716d70799ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.268910] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f926e1-a05f-4d02-815a-c399ae7fca46 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.281485] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2411.281900] env[62226]: DEBUG nova.compute.provider_tree [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2411.283123] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2411.785169] env[62226]: DEBUG nova.scheduler.client.report [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2412.088655] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "f4bdf494-837d-40c9-bc28-432922949afa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2412.088913] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "f4bdf494-837d-40c9-bc28-432922949afa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2412.089151] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "f4bdf494-837d-40c9-bc28-432922949afa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2412.089348] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "f4bdf494-837d-40c9-bc28-432922949afa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2412.089523] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "f4bdf494-837d-40c9-bc28-432922949afa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.091651] env[62226]: INFO nova.compute.manager [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Terminating instance [ 2412.289851] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.308040] env[62226]: INFO nova.scheduler.client.report [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Deleted allocations for instance faf993cc-0949-43c0-a5e1-e6c2cbed0fb5 [ 2412.595205] env[62226]: DEBUG nova.compute.manager [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2412.595428] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2412.596352] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e657e4c5-adfc-4e96-a39b-f925ec8665f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.604338] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2412.604593] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca98cea4-8926-4a42-ac46-a9e9250f07b3 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.610762] env[62226]: DEBUG oslo_vmware.api [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2412.610762] env[62226]: value = "task-2029019" [ 2412.610762] env[62226]: _type = "Task" [ 2412.610762] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.618567] env[62226]: DEBUG oslo_vmware.api [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.815112] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7bb2881e-25a6-4c46-8897-39124176c5cb tempest-AttachVolumeShelveTestJSON-2065452629 tempest-AttachVolumeShelveTestJSON-2065452629-project-member] Lock "faf993cc-0949-43c0-a5e1-e6c2cbed0fb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.196s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.123957] env[62226]: DEBUG oslo_vmware.api [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029019, 'name': PowerOffVM_Task, 'duration_secs': 0.205622} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.124443] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2413.124698] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2413.125034] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffdba1fd-b878-4296-ad2a-d79e64312dad {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.402910] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2413.403250] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2413.403495] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleting the datastore file [datastore1] f4bdf494-837d-40c9-bc28-432922949afa {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2413.403851] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6078971-3e8e-4181-baff-29df2598b465 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.410473] env[62226]: DEBUG oslo_vmware.api [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for the task: (returnval){ [ 2413.410473] env[62226]: value = "task-2029021" [ 2413.410473] env[62226]: _type = "Task" [ 2413.410473] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.419940] env[62226]: DEBUG oslo_vmware.api [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.920943] env[62226]: DEBUG oslo_vmware.api [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Task: {'id': task-2029021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14955} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.921237] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2413.921746] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2413.921982] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2413.922187] env[62226]: INFO nova.compute.manager [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Took 1.33 seconds to destroy the instance on the hypervisor. [ 2413.922457] env[62226]: DEBUG oslo.service.loopingcall [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2413.922661] env[62226]: DEBUG nova.compute.manager [-] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2413.922757] env[62226]: DEBUG nova.network.neutron [-] [instance: f4bdf494-837d-40c9-bc28-432922949afa] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2414.335232] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "ef2e3023-b006-47f8-b193-80b1e60e9b12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2414.335501] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "ef2e3023-b006-47f8-b193-80b1e60e9b12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2414.335717] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "ef2e3023-b006-47f8-b193-80b1e60e9b12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2414.335975] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "ef2e3023-b006-47f8-b193-80b1e60e9b12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2414.336154] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "ef2e3023-b006-47f8-b193-80b1e60e9b12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2414.338941] env[62226]: INFO nova.compute.manager [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Terminating instance [ 2414.413034] env[62226]: DEBUG nova.compute.manager [req-e5469544-ae55-4157-9727-39e13b820947 req-0ca97245-75fb-4c4c-9260-beddda082a9a service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Received event network-vif-deleted-04ad4fea-4a26-4e3a-9776-74edc8026954 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2414.413034] env[62226]: INFO nova.compute.manager [req-e5469544-ae55-4157-9727-39e13b820947 req-0ca97245-75fb-4c4c-9260-beddda082a9a service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Neutron deleted interface 04ad4fea-4a26-4e3a-9776-74edc8026954; detaching it from the instance and deleting it from the info cache [ 2414.413034] env[62226]: DEBUG nova.network.neutron [req-e5469544-ae55-4157-9727-39e13b820947 req-0ca97245-75fb-4c4c-9260-beddda082a9a service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2414.843517] env[62226]: DEBUG nova.compute.manager [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2414.843777] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2414.844631] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf897b6a-8820-4904-933e-223a2df99c1c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.852467] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2414.852718] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e59b0e52-ed37-4a6c-808a-fe960398f1a2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.860541] env[62226]: DEBUG oslo_vmware.api [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2414.860541] env[62226]: value = "task-2029023" [ 2414.860541] env[62226]: _type = "Task" [ 2414.860541] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.870469] env[62226]: DEBUG oslo_vmware.api [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.884198] env[62226]: DEBUG nova.network.neutron [-] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2414.915681] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46d23434-ea16-44a7-8e16-7a99788326ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.925827] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1892f7-7491-4a30-be53-b6a759931651 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.953244] env[62226]: DEBUG nova.compute.manager [req-e5469544-ae55-4157-9727-39e13b820947 req-0ca97245-75fb-4c4c-9260-beddda082a9a service nova] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Detach interface failed, port_id=04ad4fea-4a26-4e3a-9776-74edc8026954, reason: Instance f4bdf494-837d-40c9-bc28-432922949afa could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2415.275598] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2415.372609] env[62226]: DEBUG oslo_vmware.api [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029023, 'name': PowerOffVM_Task, 'duration_secs': 0.259197} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.372911] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2415.372985] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2415.373293] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd74e57e-9212-4605-bc39-f98bffa541c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.386563] env[62226]: INFO nova.compute.manager [-] [instance: f4bdf494-837d-40c9-bc28-432922949afa] Took 1.46 seconds to deallocate network for instance. [ 2415.779424] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2415.779856] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2415.779856] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.779981] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2415.780850] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67a3336-45f9-4e04-972a-797f08bc9091 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.789417] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a05d343-c115-4ae7-877a-ceb712ae068f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.803209] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf851ec4-f9ef-45b6-9c00-193694e4a503 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.809846] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdccf6d-38aa-494f-8fe8-34123346630b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.838402] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180505MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2415.838555] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2415.838717] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2415.893115] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.038550] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2416.038763] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2416.038936] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleting the datastore file [datastore2] ef2e3023-b006-47f8-b193-80b1e60e9b12 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2416.039224] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ae796f7-a9d7-4c6c-a66b-e3a5a7b5a3f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.046010] env[62226]: DEBUG oslo_vmware.api [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for the task: (returnval){ [ 2416.046010] env[62226]: value = "task-2029025" [ 2416.046010] env[62226]: _type = "Task" [ 2416.046010] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.053829] env[62226]: DEBUG oslo_vmware.api [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.556787] env[62226]: DEBUG oslo_vmware.api [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Task: {'id': task-2029025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154612} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.557114] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2416.557314] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2416.557513] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2416.557701] env[62226]: INFO nova.compute.manager [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Took 1.71 seconds to destroy the instance on the hypervisor. [ 2416.557940] env[62226]: DEBUG oslo.service.loopingcall [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2416.558148] env[62226]: DEBUG nova.compute.manager [-] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2416.558242] env[62226]: DEBUG nova.network.neutron [-] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2416.829334] env[62226]: DEBUG nova.compute.manager [req-64802d52-f831-4076-95ed-459643f5ab13 req-3eb61d86-6337-47a1-9509-ec982d2a134e service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Received event network-vif-deleted-ae43d394-fc24-48ac-87a9-c8cc5c34e51c {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2416.829685] env[62226]: INFO nova.compute.manager [req-64802d52-f831-4076-95ed-459643f5ab13 req-3eb61d86-6337-47a1-9509-ec982d2a134e service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Neutron deleted interface ae43d394-fc24-48ac-87a9-c8cc5c34e51c; detaching it from the instance and deleting it from the info cache [ 2416.829988] env[62226]: DEBUG nova.network.neutron [req-64802d52-f831-4076-95ed-459643f5ab13 req-3eb61d86-6337-47a1-9509-ec982d2a134e service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2416.869025] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance ef2e3023-b006-47f8-b193-80b1e60e9b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2416.869175] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 779f4986-c399-4720-ba95-9558b9c796c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2416.869262] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 46318468-6c06-4cc7-a6f5-73be590f857c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2416.869402] env[62226]: WARNING nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance f4bdf494-837d-40c9-bc28-432922949afa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2416.869602] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2416.869741] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2416.927616] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae4fcc5-ebd0-4f99-af7b-855fef542626 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.935331] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29458a18-73b7-4950-b01d-1cf3dc74a2b6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.965704] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49034022-9e30-4aef-a18c-b1ff748ecb72 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.973468] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71033b4f-90fc-453d-9b56-4f69b135a9b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.986979] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2417.307440] env[62226]: DEBUG nova.network.neutron [-] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2417.332805] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99cea887-9a73-4e7e-bc8e-5fbbb0be791c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.344138] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e9851-d1f4-42d5-a241-de88d5710a42 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.368693] env[62226]: DEBUG nova.compute.manager [req-64802d52-f831-4076-95ed-459643f5ab13 req-3eb61d86-6337-47a1-9509-ec982d2a134e service nova] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Detach interface failed, port_id=ae43d394-fc24-48ac-87a9-c8cc5c34e51c, reason: Instance ef2e3023-b006-47f8-b193-80b1e60e9b12 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2417.506568] env[62226]: ERROR nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [req-ed8525b6-eade-4ad3-ba96-02be8fee4d0c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0a34dbc-95d3-4028-b2d7-c443f32f5b3a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ed8525b6-eade-4ad3-ba96-02be8fee4d0c"}]} [ 2417.521973] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Refreshing inventories for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2417.535318] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updating ProviderTree inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2417.535488] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2417.545783] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Refreshing aggregate associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, aggregates: None {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2417.562275] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Refreshing trait associations for resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62226) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2417.614243] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2f7ee8-c4f2-4cc6-b7c9-4222ee1679b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.621894] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bfdcd3-ea1f-460d-a079-f27a6b0bdabd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.650896] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b517b3-b5ac-4152-989d-71a99abc2b90 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.658375] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82c1759-c8ce-454c-aff0-32d232d2a6a0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.671984] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2417.809882] env[62226]: INFO nova.compute.manager [-] [instance: ef2e3023-b006-47f8-b193-80b1e60e9b12] Took 1.25 seconds to deallocate network for instance. [ 2418.205089] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updated inventory for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2418.205497] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updating resource provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a generation from 174 to 175 during operation: update_inventory {{(pid=62226) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2418.205570] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Updating inventory in ProviderTree for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2418.315922] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2418.710691] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2418.710917] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.872s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2418.711223] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.818s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2418.711408] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2418.713657] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.398s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2418.713750] env[62226]: DEBUG nova.objects.instance [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lazy-loading 'resources' on Instance uuid ef2e3023-b006-47f8-b193-80b1e60e9b12 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2418.734675] env[62226]: INFO nova.scheduler.client.report [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Deleted allocations for instance f4bdf494-837d-40c9-bc28-432922949afa [ 2419.243294] env[62226]: DEBUG oslo_concurrency.lockutils [None req-dcee746b-6b4d-4b54-a9c5-f73db332c35b tempest-ServerActionsTestJSON-557240049 tempest-ServerActionsTestJSON-557240049-project-member] Lock "f4bdf494-837d-40c9-bc28-432922949afa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.154s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.275115] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ebdbc2-f88b-4ec0-8497-5ce077e99f6c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.283468] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46be96f-dbb7-4640-a749-4a937905a8b9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.315478] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7684a59-867c-494f-a63b-4fcc4e81f299 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.323495] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8257ea63-954e-41bd-beca-e4b7eefe6c01 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.337915] env[62226]: DEBUG nova.compute.provider_tree [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2419.841022] env[62226]: DEBUG nova.scheduler.client.report [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2420.346304] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2420.371443] env[62226]: INFO nova.scheduler.client.report [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Deleted allocations for instance ef2e3023-b006-47f8-b193-80b1e60e9b12 [ 2420.715049] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2420.715221] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2420.715342] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2420.880772] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8109fdd0-dbef-4062-abc3-160ecc0fcce9 tempest-ServerActionsTestOtherA-1166136636 tempest-ServerActionsTestOtherA-1166136636-project-member] Lock "ef2e3023-b006-47f8-b193-80b1e60e9b12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.545s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.253651] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2421.253800] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquired lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2421.253948] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Forcefully refreshing network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2421.254122] env[62226]: DEBUG nova.objects.instance [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lazy-loading 'info_cache' on Instance uuid 779f4986-c399-4720-ba95-9558b9c796c8 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2423.119555] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Updating instance_info_cache with network_info: [{"id": "68812e75-acef-402e-aac8-038989eebc35", "address": "fa:16:3e:10:1c:da", "network": {"id": "dc4fbeb7-0808-4304-afa9-47f28a25b032", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1543307426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed5eb963d4f043939ac9b3cbbdb57d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68812e75-ac", "ovs_interfaceid": "68812e75-acef-402e-aac8-038989eebc35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2423.622556] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Releasing lock "refresh_cache-779f4986-c399-4720-ba95-9558b9c796c8" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2423.622776] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Updated the network info_cache for instance {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2430.050072] env[62226]: DEBUG oslo_concurrency.lockutils [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "779f4986-c399-4720-ba95-9558b9c796c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.050072] env[62226]: DEBUG oslo_concurrency.lockutils [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.050572] env[62226]: DEBUG oslo_concurrency.lockutils [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "779f4986-c399-4720-ba95-9558b9c796c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.050831] env[62226]: DEBUG oslo_concurrency.lockutils [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.051122] env[62226]: DEBUG oslo_concurrency.lockutils [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.055049] env[62226]: INFO nova.compute.manager [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Terminating instance [ 2430.558661] env[62226]: DEBUG nova.compute.manager [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2430.558888] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2430.559819] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5714150a-0bce-41d5-ac53-3e01ea26669c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.567434] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2430.567665] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a2288e2-77cc-4a4f-871f-5ee9b480d5c8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.573530] env[62226]: DEBUG oslo_vmware.api [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2430.573530] env[62226]: value = "task-2029031" [ 2430.573530] env[62226]: _type = "Task" [ 2430.573530] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.581877] env[62226]: DEBUG oslo_vmware.api [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.083781] env[62226]: DEBUG oslo_vmware.api [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029031, 'name': PowerOffVM_Task, 'duration_secs': 0.185921} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.084183] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2431.084235] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2431.084543] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9092300e-3246-4f7b-bd91-4b75a82a24d9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.332253] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2432.332664] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2432.332715] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Deleting the datastore file [datastore1] 779f4986-c399-4720-ba95-9558b9c796c8 {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2432.332947] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1a8ba1a-66e1-4430-a378-fc56dfd20477 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.340185] env[62226]: DEBUG oslo_vmware.api [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2432.340185] env[62226]: value = "task-2029034" [ 2432.340185] env[62226]: _type = "Task" [ 2432.340185] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2432.347661] env[62226]: DEBUG oslo_vmware.api [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.849962] env[62226]: DEBUG oslo_vmware.api [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144838} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2432.850276] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2432.850482] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2432.850662] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2432.850838] env[62226]: INFO nova.compute.manager [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Took 2.29 seconds to destroy the instance on the hypervisor. [ 2432.851097] env[62226]: DEBUG oslo.service.loopingcall [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2432.851295] env[62226]: DEBUG nova.compute.manager [-] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2432.851391] env[62226]: DEBUG nova.network.neutron [-] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2433.283729] env[62226]: DEBUG nova.compute.manager [req-48c364a4-d551-47b8-b875-989789ac8d49 req-9bd8abf9-2b59-4f5b-93cc-b0f703f08f3a service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Received event network-vif-deleted-68812e75-acef-402e-aac8-038989eebc35 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2433.283913] env[62226]: INFO nova.compute.manager [req-48c364a4-d551-47b8-b875-989789ac8d49 req-9bd8abf9-2b59-4f5b-93cc-b0f703f08f3a service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Neutron deleted interface 68812e75-acef-402e-aac8-038989eebc35; detaching it from the instance and deleting it from the info cache [ 2433.284097] env[62226]: DEBUG nova.network.neutron [req-48c364a4-d551-47b8-b875-989789ac8d49 req-9bd8abf9-2b59-4f5b-93cc-b0f703f08f3a service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2433.765845] env[62226]: DEBUG nova.network.neutron [-] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2433.786553] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc888681-84b0-4d7c-ba1a-0db2fcc69c91 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.796518] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddad406-fca1-4bc0-93f3-4e6990c69961 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.820303] env[62226]: DEBUG nova.compute.manager [req-48c364a4-d551-47b8-b875-989789ac8d49 req-9bd8abf9-2b59-4f5b-93cc-b0f703f08f3a service nova] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Detach interface failed, port_id=68812e75-acef-402e-aac8-038989eebc35, reason: Instance 779f4986-c399-4720-ba95-9558b9c796c8 could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2434.268918] env[62226]: INFO nova.compute.manager [-] [instance: 779f4986-c399-4720-ba95-9558b9c796c8] Took 1.42 seconds to deallocate network for instance. [ 2434.778081] env[62226]: DEBUG oslo_concurrency.lockutils [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.778459] env[62226]: DEBUG oslo_concurrency.lockutils [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.778613] env[62226]: DEBUG nova.objects.instance [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'resources' on Instance uuid 779f4986-c399-4720-ba95-9558b9c796c8 {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2435.322694] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b43b93-ecc5-4e81-aad5-0159f76329ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.329940] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb00b87d-017a-4c6b-98af-328e3348c6be {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.359882] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac6300e-9e26-4687-859d-0cf65488e1e0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.366555] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a29a02-de2f-4b96-83d1-ad5acdfef52f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.379471] env[62226]: DEBUG nova.compute.provider_tree [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2435.882323] env[62226]: DEBUG nova.scheduler.client.report [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2436.387280] env[62226]: DEBUG oslo_concurrency.lockutils [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2436.406017] env[62226]: INFO nova.scheduler.client.report [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Deleted allocations for instance 779f4986-c399-4720-ba95-9558b9c796c8 [ 2436.913975] env[62226]: DEBUG oslo_concurrency.lockutils [None req-79ef46b3-8280-4620-b85e-97554733ef86 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "779f4986-c399-4720-ba95-9558b9c796c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.864s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2439.011408] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "e934ee6b-32ca-44b3-bef2-6317a21922de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2439.011741] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2439.514195] env[62226]: DEBUG nova.compute.manager [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2440.034315] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2440.034582] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2440.036181] env[62226]: INFO nova.compute.claims [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2441.079624] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9d49b1-fd26-4dec-b1c4-8a32008f6ff2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.086648] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0202d5-c678-4ab6-825a-190dac1390c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.115209] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c250762-6559-403d-a551-e580a4c8d3dc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.121963] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9df896f-42ec-46a4-8169-9912ad9c8658 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.134204] env[62226]: DEBUG nova.compute.provider_tree [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2441.637114] env[62226]: DEBUG nova.scheduler.client.report [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2442.141930] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.142475] env[62226]: DEBUG nova.compute.manager [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2442.647329] env[62226]: DEBUG nova.compute.utils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2442.649022] env[62226]: DEBUG nova.compute.manager [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2442.649022] env[62226]: DEBUG nova.network.neutron [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2442.696289] env[62226]: DEBUG nova.policy [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0d9f65803b8466687abc01ff9fc8455', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed5eb963d4f043939ac9b3cbbdb57d4a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2442.954711] env[62226]: DEBUG nova.network.neutron [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Successfully created port: c6195a25-f346-46f8-9d74-d0899189c089 {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2443.152933] env[62226]: DEBUG nova.compute.manager [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2443.234534] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Acquiring lock "a2fb3e8e-749c-42b0-8ece-384070d7563d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2443.234769] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lock "a2fb3e8e-749c-42b0-8ece-384070d7563d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2443.737429] env[62226]: DEBUG nova.compute.manager [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Starting instance... {{(pid=62226) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2444.162558] env[62226]: DEBUG nova.compute.manager [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2444.188295] env[62226]: DEBUG nova.virt.hardware [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-06T16:17:37Z,direct_url=,disk_format='vmdk',id=a37c1ad0-14d1-4f72-9199-9d380d813147,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='824f36c0efb54800902bb3151cc29cc7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-06T16:17:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2444.188562] env[62226]: DEBUG nova.virt.hardware [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2444.188720] env[62226]: DEBUG nova.virt.hardware [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2444.188900] env[62226]: DEBUG nova.virt.hardware [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2444.189058] env[62226]: DEBUG nova.virt.hardware [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2444.189209] env[62226]: DEBUG nova.virt.hardware [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2444.189415] env[62226]: DEBUG nova.virt.hardware [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2444.189572] env[62226]: DEBUG nova.virt.hardware [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2444.189735] env[62226]: DEBUG nova.virt.hardware [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2444.189895] env[62226]: DEBUG nova.virt.hardware [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2444.190081] env[62226]: DEBUG nova.virt.hardware [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2444.190933] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ee6d0d-4a7b-439b-9f40-7367f50f47eb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.198688] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a385dcd-3b32-4f1f-87a7-f39334a371ea {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.260897] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2444.261177] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2444.262684] env[62226]: INFO nova.compute.claims [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2444.339696] env[62226]: DEBUG nova.compute.manager [req-00301fe9-c0fe-4c69-b88c-63af859da6ec req-d49924b2-dfab-4f76-83ae-08620b4f4f25 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Received event network-vif-plugged-c6195a25-f346-46f8-9d74-d0899189c089 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2444.340013] env[62226]: DEBUG oslo_concurrency.lockutils [req-00301fe9-c0fe-4c69-b88c-63af859da6ec req-d49924b2-dfab-4f76-83ae-08620b4f4f25 service nova] Acquiring lock "e934ee6b-32ca-44b3-bef2-6317a21922de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2444.340287] env[62226]: DEBUG oslo_concurrency.lockutils [req-00301fe9-c0fe-4c69-b88c-63af859da6ec req-d49924b2-dfab-4f76-83ae-08620b4f4f25 service nova] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2444.340470] env[62226]: DEBUG oslo_concurrency.lockutils [req-00301fe9-c0fe-4c69-b88c-63af859da6ec req-d49924b2-dfab-4f76-83ae-08620b4f4f25 service nova] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2444.340648] env[62226]: DEBUG nova.compute.manager [req-00301fe9-c0fe-4c69-b88c-63af859da6ec req-d49924b2-dfab-4f76-83ae-08620b4f4f25 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] No waiting events found dispatching network-vif-plugged-c6195a25-f346-46f8-9d74-d0899189c089 {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2444.340820] env[62226]: WARNING nova.compute.manager [req-00301fe9-c0fe-4c69-b88c-63af859da6ec req-d49924b2-dfab-4f76-83ae-08620b4f4f25 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Received unexpected event network-vif-plugged-c6195a25-f346-46f8-9d74-d0899189c089 for instance with vm_state building and task_state spawning. [ 2444.425297] env[62226]: DEBUG nova.network.neutron [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Successfully updated port: c6195a25-f346-46f8-9d74-d0899189c089 {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2444.928066] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "refresh_cache-e934ee6b-32ca-44b3-bef2-6317a21922de" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2444.928215] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquired lock "refresh_cache-e934ee6b-32ca-44b3-bef2-6317a21922de" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2444.928379] env[62226]: DEBUG nova.network.neutron [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2445.318185] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9193215d-5167-4759-904f-234cb7d94d31 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.325753] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9434650b-2e7d-445d-a32b-12600d22af91 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.354336] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1de4f77-8526-4fe3-ab11-463f2b5fa4ff {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.361452] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8ec0b5-07c2-4ac3-af7e-4a6ab626e34f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.374730] env[62226]: DEBUG nova.compute.provider_tree [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2445.459660] env[62226]: DEBUG nova.network.neutron [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2445.581822] env[62226]: DEBUG nova.network.neutron [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Updating instance_info_cache with network_info: [{"id": "c6195a25-f346-46f8-9d74-d0899189c089", "address": "fa:16:3e:8b:5a:80", "network": {"id": "dc4fbeb7-0808-4304-afa9-47f28a25b032", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1543307426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed5eb963d4f043939ac9b3cbbdb57d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6195a25-f3", "ovs_interfaceid": "c6195a25-f346-46f8-9d74-d0899189c089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2445.878529] env[62226]: DEBUG nova.scheduler.client.report [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2446.084807] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Releasing lock "refresh_cache-e934ee6b-32ca-44b3-bef2-6317a21922de" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2446.085193] env[62226]: DEBUG nova.compute.manager [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Instance network_info: |[{"id": "c6195a25-f346-46f8-9d74-d0899189c089", "address": "fa:16:3e:8b:5a:80", "network": {"id": "dc4fbeb7-0808-4304-afa9-47f28a25b032", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1543307426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed5eb963d4f043939ac9b3cbbdb57d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6195a25-f3", "ovs_interfaceid": "c6195a25-f346-46f8-9d74-d0899189c089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2446.085641] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:5a:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6195a25-f346-46f8-9d74-d0899189c089', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2446.093380] env[62226]: DEBUG oslo.service.loopingcall [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2446.093596] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2446.093817] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d60aa1b0-6bb6-44dc-ac0a-f380726ce73a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.115375] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2446.115375] env[62226]: value = "task-2029039" [ 2446.115375] env[62226]: _type = "Task" [ 2446.115375] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.122995] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2029039, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.363997] env[62226]: DEBUG nova.compute.manager [req-53a8bd60-fb2d-40e4-86a4-4412aab237ab req-87bdf2e7-31d5-409f-87bd-b0ba206f29b7 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Received event network-changed-c6195a25-f346-46f8-9d74-d0899189c089 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2446.364261] env[62226]: DEBUG nova.compute.manager [req-53a8bd60-fb2d-40e4-86a4-4412aab237ab req-87bdf2e7-31d5-409f-87bd-b0ba206f29b7 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Refreshing instance network info cache due to event network-changed-c6195a25-f346-46f8-9d74-d0899189c089. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2446.364444] env[62226]: DEBUG oslo_concurrency.lockutils [req-53a8bd60-fb2d-40e4-86a4-4412aab237ab req-87bdf2e7-31d5-409f-87bd-b0ba206f29b7 service nova] Acquiring lock "refresh_cache-e934ee6b-32ca-44b3-bef2-6317a21922de" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2446.364585] env[62226]: DEBUG oslo_concurrency.lockutils [req-53a8bd60-fb2d-40e4-86a4-4412aab237ab req-87bdf2e7-31d5-409f-87bd-b0ba206f29b7 service nova] Acquired lock "refresh_cache-e934ee6b-32ca-44b3-bef2-6317a21922de" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2446.364746] env[62226]: DEBUG nova.network.neutron [req-53a8bd60-fb2d-40e4-86a4-4412aab237ab req-87bdf2e7-31d5-409f-87bd-b0ba206f29b7 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Refreshing network info cache for port c6195a25-f346-46f8-9d74-d0899189c089 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2446.383361] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2446.383670] env[62226]: DEBUG nova.compute.manager [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Start building networks asynchronously for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2446.626304] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2029039, 'name': CreateVM_Task} progress is 25%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.887834] env[62226]: DEBUG nova.compute.utils [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2446.889295] env[62226]: DEBUG nova.compute.manager [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Allocating IP information in the background. {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2446.890050] env[62226]: DEBUG nova.network.neutron [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] allocate_for_instance() {{(pid=62226) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2446.948607] env[62226]: DEBUG nova.policy [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f45f06f27bc04259a0acae6f40fc2f24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a77420cff3cb4a388d22317fc63df7c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62226) authorize /opt/stack/nova/nova/policy.py:192}} [ 2447.125870] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2029039, 'name': CreateVM_Task, 'duration_secs': 0.672725} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2447.126065] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2447.126712] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2447.126888] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2447.127268] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2447.127526] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c769a636-9a31-4a58-806e-dd08eb037437 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.132261] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2447.132261] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522a97da-8195-243f-00ee-623992d8f9f2" [ 2447.132261] env[62226]: _type = "Task" [ 2447.132261] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2447.139844] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522a97da-8195-243f-00ee-623992d8f9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.177155] env[62226]: DEBUG nova.network.neutron [req-53a8bd60-fb2d-40e4-86a4-4412aab237ab req-87bdf2e7-31d5-409f-87bd-b0ba206f29b7 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Updated VIF entry in instance network info cache for port c6195a25-f346-46f8-9d74-d0899189c089. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2447.177155] env[62226]: DEBUG nova.network.neutron [req-53a8bd60-fb2d-40e4-86a4-4412aab237ab req-87bdf2e7-31d5-409f-87bd-b0ba206f29b7 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Updating instance_info_cache with network_info: [{"id": "c6195a25-f346-46f8-9d74-d0899189c089", "address": "fa:16:3e:8b:5a:80", "network": {"id": "dc4fbeb7-0808-4304-afa9-47f28a25b032", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1543307426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed5eb963d4f043939ac9b3cbbdb57d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6195a25-f3", "ovs_interfaceid": "c6195a25-f346-46f8-9d74-d0899189c089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2447.302499] env[62226]: DEBUG nova.network.neutron [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Successfully created port: bf17d0d5-bc76-4507-8e30-bd19112d999e {{(pid=62226) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2447.393016] env[62226]: DEBUG nova.compute.manager [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Start building block device mappings for instance. {{(pid=62226) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2447.642618] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]522a97da-8195-243f-00ee-623992d8f9f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2447.642918] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2447.643175] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Processing image a37c1ad0-14d1-4f72-9199-9d380d813147 {{(pid=62226) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2447.643453] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2447.643606] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2447.643792] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2447.644059] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cae152fb-f088-4d25-94a9-1433e1a1c4c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.651866] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62226) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2447.652049] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62226) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2447.652728] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a7fa54-f5fb-411c-bf61-b101599beb8e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.657586] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2447.657586] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520b2d7d-8006-eabd-ba18-e886a1f2052c" [ 2447.657586] env[62226]: _type = "Task" [ 2447.657586] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2447.664620] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520b2d7d-8006-eabd-ba18-e886a1f2052c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.679225] env[62226]: DEBUG oslo_concurrency.lockutils [req-53a8bd60-fb2d-40e4-86a4-4412aab237ab req-87bdf2e7-31d5-409f-87bd-b0ba206f29b7 service nova] Releasing lock "refresh_cache-e934ee6b-32ca-44b3-bef2-6317a21922de" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2447.898681] env[62226]: INFO nova.virt.block_device [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Booting with volume 9867a199-7092-4fdd-8226-98a06d72fda7 at /dev/sda [ 2447.934570] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd9f8046-24bd-4726-a5b2-6fda43c5d68d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.943422] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322e6fdc-53b8-4d4e-9625-e6294b29cda9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.969503] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44eb45ba-130b-410e-a5de-64646844d151 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.977468] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a100cc1-939f-4cac-bbf7-2412cccdf2ee {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.001736] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a911aa35-d626-4e9d-95e7-6182c6fe9f21 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.007907] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f83c5c-605b-4596-9063-9d1f60494261 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.021565] env[62226]: DEBUG nova.virt.block_device [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Updating existing volume attachment record: cd38d10d-84ee-45ff-8c2e-2332f3b8b9ee {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2448.168362] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]520b2d7d-8006-eabd-ba18-e886a1f2052c, 'name': SearchDatastore_Task, 'duration_secs': 0.008258} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2448.169094] env[62226]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8fdaf8-3c3d-445c-88ec-6a35c5fd22f1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.173912] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2448.173912] env[62226]: value = "session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52505560-ec31-cb1c-27b5-2684f0abbba7" [ 2448.173912] env[62226]: _type = "Task" [ 2448.173912] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2448.181253] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52505560-ec31-cb1c-27b5-2684f0abbba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.662883] env[62226]: DEBUG nova.compute.manager [req-de382201-71b3-4c5b-8cb7-92a63e2b2737 req-75353707-f912-48e6-835b-e1dfd626e79d service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Received event network-vif-plugged-bf17d0d5-bc76-4507-8e30-bd19112d999e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2448.663165] env[62226]: DEBUG oslo_concurrency.lockutils [req-de382201-71b3-4c5b-8cb7-92a63e2b2737 req-75353707-f912-48e6-835b-e1dfd626e79d service nova] Acquiring lock "a2fb3e8e-749c-42b0-8ece-384070d7563d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2448.663332] env[62226]: DEBUG oslo_concurrency.lockutils [req-de382201-71b3-4c5b-8cb7-92a63e2b2737 req-75353707-f912-48e6-835b-e1dfd626e79d service nova] Lock "a2fb3e8e-749c-42b0-8ece-384070d7563d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2448.663496] env[62226]: DEBUG oslo_concurrency.lockutils [req-de382201-71b3-4c5b-8cb7-92a63e2b2737 req-75353707-f912-48e6-835b-e1dfd626e79d service nova] Lock "a2fb3e8e-749c-42b0-8ece-384070d7563d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2448.663663] env[62226]: DEBUG nova.compute.manager [req-de382201-71b3-4c5b-8cb7-92a63e2b2737 req-75353707-f912-48e6-835b-e1dfd626e79d service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] No waiting events found dispatching network-vif-plugged-bf17d0d5-bc76-4507-8e30-bd19112d999e {{(pid=62226) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2448.663824] env[62226]: WARNING nova.compute.manager [req-de382201-71b3-4c5b-8cb7-92a63e2b2737 req-75353707-f912-48e6-835b-e1dfd626e79d service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Received unexpected event network-vif-plugged-bf17d0d5-bc76-4507-8e30-bd19112d999e for instance with vm_state building and task_state block_device_mapping. [ 2448.683617] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': session[5278f457-8dd2-cd90-2a53-6ff51ca5c868]52505560-ec31-cb1c-27b5-2684f0abbba7, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2448.683854] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2448.684111] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] e934ee6b-32ca-44b3-bef2-6317a21922de/e934ee6b-32ca-44b3-bef2-6317a21922de.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2448.684369] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a919691-a91f-429a-916a-4c7b16355e31 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.691490] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2448.691490] env[62226]: value = "task-2029040" [ 2448.691490] env[62226]: _type = "Task" [ 2448.691490] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2448.699086] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.745688] env[62226]: DEBUG nova.network.neutron [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Successfully updated port: bf17d0d5-bc76-4507-8e30-bd19112d999e {{(pid=62226) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2449.201510] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441618} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2449.201838] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a37c1ad0-14d1-4f72-9199-9d380d813147/a37c1ad0-14d1-4f72-9199-9d380d813147.vmdk to [datastore1] e934ee6b-32ca-44b3-bef2-6317a21922de/e934ee6b-32ca-44b3-bef2-6317a21922de.vmdk {{(pid=62226) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2449.202129] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Extending root virtual disk to 1048576 {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2449.202412] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-790a45b7-2c75-4dfe-be4a-4043e80e9600 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.208705] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2449.208705] env[62226]: value = "task-2029041" [ 2449.208705] env[62226]: _type = "Task" [ 2449.208705] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.218214] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.249141] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Acquiring lock "refresh_cache-a2fb3e8e-749c-42b0-8ece-384070d7563d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2449.249141] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Acquired lock "refresh_cache-a2fb3e8e-749c-42b0-8ece-384070d7563d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2449.249141] env[62226]: DEBUG nova.network.neutron [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Building network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2449.718513] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062696} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2449.718828] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Extended root virtual disk {{(pid=62226) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2449.719603] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7d31db-94b2-4bac-a5f1-a96959304de1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.740804] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] e934ee6b-32ca-44b3-bef2-6317a21922de/e934ee6b-32ca-44b3-bef2-6317a21922de.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2449.741054] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee669c8b-7857-4135-be44-d072bc496850 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.761859] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2449.761859] env[62226]: value = "task-2029042" [ 2449.761859] env[62226]: _type = "Task" [ 2449.761859] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.769635] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.783888] env[62226]: DEBUG nova.network.neutron [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Instance cache missing network info. {{(pid=62226) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2449.913552] env[62226]: DEBUG nova.network.neutron [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Updating instance_info_cache with network_info: [{"id": "bf17d0d5-bc76-4507-8e30-bd19112d999e", "address": "fa:16:3e:c7:9c:cb", "network": {"id": "8503d188-7c1f-4bb4-ab4b-0785ad947e78", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1828249767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77420cff3cb4a388d22317fc63df7c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf17d0d5-bc", "ovs_interfaceid": "bf17d0d5-bc76-4507-8e30-bd19112d999e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2450.110655] env[62226]: DEBUG nova.compute.manager [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Start spawning the instance on the hypervisor. {{(pid=62226) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2450.111198] env[62226]: DEBUG nova.virt.hardware [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-06T16:17:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2450.111420] env[62226]: DEBUG nova.virt.hardware [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Flavor limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2450.111578] env[62226]: DEBUG nova.virt.hardware [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Image limits 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2450.111761] env[62226]: DEBUG nova.virt.hardware [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Flavor pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2450.111912] env[62226]: DEBUG nova.virt.hardware [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Image pref 0:0:0 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2450.112071] env[62226]: DEBUG nova.virt.hardware [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62226) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2450.112279] env[62226]: DEBUG nova.virt.hardware [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2450.112441] env[62226]: DEBUG nova.virt.hardware [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2450.112605] env[62226]: DEBUG nova.virt.hardware [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Got 1 possible topologies {{(pid=62226) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2450.112767] env[62226]: DEBUG nova.virt.hardware [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2450.112939] env[62226]: DEBUG nova.virt.hardware [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62226) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2450.114265] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9cb5d2-d3c2-4ec8-a46b-05d3092943f4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.122078] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8db0f30-3478-4cf8-a8fa-617cf9f04a51 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.271509] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029042, 'name': ReconfigVM_Task, 'duration_secs': 0.259657} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.271776] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Reconfigured VM instance instance-0000007b to attach disk [datastore1] e934ee6b-32ca-44b3-bef2-6317a21922de/e934ee6b-32ca-44b3-bef2-6317a21922de.vmdk or device None with type sparse {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2450.272415] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7858c068-31e2-46f1-87e1-d0f54b5eade1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.278347] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2450.278347] env[62226]: value = "task-2029043" [ 2450.278347] env[62226]: _type = "Task" [ 2450.278347] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.285454] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029043, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.416343] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Releasing lock "refresh_cache-a2fb3e8e-749c-42b0-8ece-384070d7563d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2450.416762] env[62226]: DEBUG nova.compute.manager [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Instance network_info: |[{"id": "bf17d0d5-bc76-4507-8e30-bd19112d999e", "address": "fa:16:3e:c7:9c:cb", "network": {"id": "8503d188-7c1f-4bb4-ab4b-0785ad947e78", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1828249767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77420cff3cb4a388d22317fc63df7c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf17d0d5-bc", "ovs_interfaceid": "bf17d0d5-bc76-4507-8e30-bd19112d999e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62226) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2450.417322] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:9c:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf17d0d5-bc76-4507-8e30-bd19112d999e', 'vif_model': 'vmxnet3'}] {{(pid=62226) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2450.424841] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Creating folder: Project (a77420cff3cb4a388d22317fc63df7c5). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2450.425158] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4f95116-b8fb-46ae-afc5-c11518695176 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.436849] env[62226]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2450.437042] env[62226]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62226) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2450.437349] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Folder already exists: Project (a77420cff3cb4a388d22317fc63df7c5). Parent ref: group-v416438. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2450.437534] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Creating folder: Instances. Parent ref: group-v416763. {{(pid=62226) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2450.437744] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05c840b2-004b-4ac7-9062-505025614ada {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.447473] env[62226]: INFO nova.virt.vmwareapi.vm_util [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Created folder: Instances in parent group-v416763. [ 2450.447688] env[62226]: DEBUG oslo.service.loopingcall [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2450.447866] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Creating VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2450.448068] env[62226]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-290504c5-4d52-4b4c-a6be-23cb92f4a42b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.465446] env[62226]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2450.465446] env[62226]: value = "task-2029046" [ 2450.465446] env[62226]: _type = "Task" [ 2450.465446] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.472550] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2029046, 'name': CreateVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.688635] env[62226]: DEBUG nova.compute.manager [req-797d65fa-7e51-4de2-96dd-2e0e8de81295 req-3ee7cdb6-c8ec-4138-ab72-9b548fd464e9 service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Received event network-changed-bf17d0d5-bc76-4507-8e30-bd19112d999e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2450.688904] env[62226]: DEBUG nova.compute.manager [req-797d65fa-7e51-4de2-96dd-2e0e8de81295 req-3ee7cdb6-c8ec-4138-ab72-9b548fd464e9 service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Refreshing instance network info cache due to event network-changed-bf17d0d5-bc76-4507-8e30-bd19112d999e. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2450.689129] env[62226]: DEBUG oslo_concurrency.lockutils [req-797d65fa-7e51-4de2-96dd-2e0e8de81295 req-3ee7cdb6-c8ec-4138-ab72-9b548fd464e9 service nova] Acquiring lock "refresh_cache-a2fb3e8e-749c-42b0-8ece-384070d7563d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2450.689329] env[62226]: DEBUG oslo_concurrency.lockutils [req-797d65fa-7e51-4de2-96dd-2e0e8de81295 req-3ee7cdb6-c8ec-4138-ab72-9b548fd464e9 service nova] Acquired lock "refresh_cache-a2fb3e8e-749c-42b0-8ece-384070d7563d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2450.689517] env[62226]: DEBUG nova.network.neutron [req-797d65fa-7e51-4de2-96dd-2e0e8de81295 req-3ee7cdb6-c8ec-4138-ab72-9b548fd464e9 service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Refreshing network info cache for port bf17d0d5-bc76-4507-8e30-bd19112d999e {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2450.787883] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029043, 'name': Rename_Task, 'duration_secs': 0.146219} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.788292] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2450.788406] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07fc31b4-484b-4fec-8787-01aff66c5570 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.795301] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2450.795301] env[62226]: value = "task-2029047" [ 2450.795301] env[62226]: _type = "Task" [ 2450.795301] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.802737] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.975031] env[62226]: DEBUG oslo_vmware.api [-] Task: {'id': task-2029046, 'name': CreateVM_Task, 'duration_secs': 0.389189} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.975217] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Created VM on the ESX host {{(pid=62226) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2450.975833] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416766', 'volume_id': '9867a199-7092-4fdd-8226-98a06d72fda7', 'name': 'volume-9867a199-7092-4fdd-8226-98a06d72fda7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fb3e8e-749c-42b0-8ece-384070d7563d', 'attached_at': '', 'detached_at': '', 'volume_id': '9867a199-7092-4fdd-8226-98a06d72fda7', 'serial': '9867a199-7092-4fdd-8226-98a06d72fda7'}, 'attachment_id': 'cd38d10d-84ee-45ff-8c2e-2332f3b8b9ee', 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62226) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2450.976091] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Root volume attach. Driver type: vmdk {{(pid=62226) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2450.976961] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b7a647-3b7b-4601-b477-809568dba67c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.984362] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5603389-5584-4136-9670-e0bf34b6f8f8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.990142] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da899081-95c6-4f97-9399-cc0a47493559 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.995961] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ea3e275e-4059-4631-8885-861b42f0c07c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.003718] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Waiting for the task: (returnval){ [ 2451.003718] env[62226]: value = "task-2029048" [ 2451.003718] env[62226]: _type = "Task" [ 2451.003718] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.011041] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029048, 'name': RelocateVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.306808] env[62226]: DEBUG oslo_vmware.api [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029047, 'name': PowerOnVM_Task, 'duration_secs': 0.444863} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.307116] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2451.307329] env[62226]: INFO nova.compute.manager [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Took 7.14 seconds to spawn the instance on the hypervisor. [ 2451.307508] env[62226]: DEBUG nova.compute.manager [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2451.308392] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0202c0ff-65ac-4c0e-9f4a-a8f8b81ce9fa {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.395284] env[62226]: DEBUG nova.network.neutron [req-797d65fa-7e51-4de2-96dd-2e0e8de81295 req-3ee7cdb6-c8ec-4138-ab72-9b548fd464e9 service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Updated VIF entry in instance network info cache for port bf17d0d5-bc76-4507-8e30-bd19112d999e. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2451.395658] env[62226]: DEBUG nova.network.neutron [req-797d65fa-7e51-4de2-96dd-2e0e8de81295 req-3ee7cdb6-c8ec-4138-ab72-9b548fd464e9 service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Updating instance_info_cache with network_info: [{"id": "bf17d0d5-bc76-4507-8e30-bd19112d999e", "address": "fa:16:3e:c7:9c:cb", "network": {"id": "8503d188-7c1f-4bb4-ab4b-0785ad947e78", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1828249767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77420cff3cb4a388d22317fc63df7c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf17d0d5-bc", "ovs_interfaceid": "bf17d0d5-bc76-4507-8e30-bd19112d999e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2451.512964] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029048, 'name': RelocateVM_Task, 'duration_secs': 0.36121} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.513260] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2451.513462] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416766', 'volume_id': '9867a199-7092-4fdd-8226-98a06d72fda7', 'name': 'volume-9867a199-7092-4fdd-8226-98a06d72fda7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fb3e8e-749c-42b0-8ece-384070d7563d', 'attached_at': '', 'detached_at': '', 'volume_id': '9867a199-7092-4fdd-8226-98a06d72fda7', 'serial': '9867a199-7092-4fdd-8226-98a06d72fda7'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2451.514260] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe397d8-ffda-44a8-9040-04f6156b5603 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.529225] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bfe5c0-4ef6-45b9-9dfd-6d2bf7e8a01e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.550077] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-9867a199-7092-4fdd-8226-98a06d72fda7/volume-9867a199-7092-4fdd-8226-98a06d72fda7.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2451.550287] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59e987ea-5a4d-479b-87e0-12a7dee19deb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.570389] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Waiting for the task: (returnval){ [ 2451.570389] env[62226]: value = "task-2029049" [ 2451.570389] env[62226]: _type = "Task" [ 2451.570389] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.577932] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.829697] env[62226]: INFO nova.compute.manager [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Took 11.81 seconds to build instance. [ 2451.898611] env[62226]: DEBUG oslo_concurrency.lockutils [req-797d65fa-7e51-4de2-96dd-2e0e8de81295 req-3ee7cdb6-c8ec-4138-ab72-9b548fd464e9 service nova] Releasing lock "refresh_cache-a2fb3e8e-749c-42b0-8ece-384070d7563d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2452.080697] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029049, 'name': ReconfigVM_Task, 'duration_secs': 0.256892} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.080963] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-9867a199-7092-4fdd-8226-98a06d72fda7/volume-9867a199-7092-4fdd-8226-98a06d72fda7.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2452.085908] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d5a7593-aa66-46ca-b6ce-1eccf9b543c7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.101760] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Waiting for the task: (returnval){ [ 2452.101760] env[62226]: value = "task-2029050" [ 2452.101760] env[62226]: _type = "Task" [ 2452.101760] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.108651] env[62226]: DEBUG nova.compute.manager [req-c1b615d7-6c82-4243-afad-633ccfd226bb req-d5a7c797-e9f5-4060-9fc6-5ba08da55d28 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Received event network-changed-c6195a25-f346-46f8-9d74-d0899189c089 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2452.108841] env[62226]: DEBUG nova.compute.manager [req-c1b615d7-6c82-4243-afad-633ccfd226bb req-d5a7c797-e9f5-4060-9fc6-5ba08da55d28 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Refreshing instance network info cache due to event network-changed-c6195a25-f346-46f8-9d74-d0899189c089. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2452.109048] env[62226]: DEBUG oslo_concurrency.lockutils [req-c1b615d7-6c82-4243-afad-633ccfd226bb req-d5a7c797-e9f5-4060-9fc6-5ba08da55d28 service nova] Acquiring lock "refresh_cache-e934ee6b-32ca-44b3-bef2-6317a21922de" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2452.109217] env[62226]: DEBUG oslo_concurrency.lockutils [req-c1b615d7-6c82-4243-afad-633ccfd226bb req-d5a7c797-e9f5-4060-9fc6-5ba08da55d28 service nova] Acquired lock "refresh_cache-e934ee6b-32ca-44b3-bef2-6317a21922de" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2452.109363] env[62226]: DEBUG nova.network.neutron [req-c1b615d7-6c82-4243-afad-633ccfd226bb req-d5a7c797-e9f5-4060-9fc6-5ba08da55d28 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Refreshing network info cache for port c6195a25-f346-46f8-9d74-d0899189c089 {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2452.114380] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.331509] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b03627ab-1be1-460b-af5e-dcf38a65142a tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.320s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2452.614947] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029050, 'name': ReconfigVM_Task, 'duration_secs': 0.11527} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.615292] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416766', 'volume_id': '9867a199-7092-4fdd-8226-98a06d72fda7', 'name': 'volume-9867a199-7092-4fdd-8226-98a06d72fda7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fb3e8e-749c-42b0-8ece-384070d7563d', 'attached_at': '', 'detached_at': '', 'volume_id': '9867a199-7092-4fdd-8226-98a06d72fda7', 'serial': '9867a199-7092-4fdd-8226-98a06d72fda7'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2452.616132] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d35f245b-df16-4bcd-8989-d6ba616edf84 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.623652] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Waiting for the task: (returnval){ [ 2452.623652] env[62226]: value = "task-2029051" [ 2452.623652] env[62226]: _type = "Task" [ 2452.623652] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.631824] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029051, 'name': Rename_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.996007] env[62226]: DEBUG nova.network.neutron [req-c1b615d7-6c82-4243-afad-633ccfd226bb req-d5a7c797-e9f5-4060-9fc6-5ba08da55d28 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Updated VIF entry in instance network info cache for port c6195a25-f346-46f8-9d74-d0899189c089. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2452.996479] env[62226]: DEBUG nova.network.neutron [req-c1b615d7-6c82-4243-afad-633ccfd226bb req-d5a7c797-e9f5-4060-9fc6-5ba08da55d28 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Updating instance_info_cache with network_info: [{"id": "c6195a25-f346-46f8-9d74-d0899189c089", "address": "fa:16:3e:8b:5a:80", "network": {"id": "dc4fbeb7-0808-4304-afa9-47f28a25b032", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1543307426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed5eb963d4f043939ac9b3cbbdb57d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6195a25-f3", "ovs_interfaceid": "c6195a25-f346-46f8-9d74-d0899189c089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2453.134288] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029051, 'name': Rename_Task, 'duration_secs': 0.12662} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.134517] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Powering on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2453.134751] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b62f132-7bd5-4bff-a21f-9149164e4042 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.141243] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Waiting for the task: (returnval){ [ 2453.141243] env[62226]: value = "task-2029052" [ 2453.141243] env[62226]: _type = "Task" [ 2453.141243] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.148864] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.499466] env[62226]: DEBUG oslo_concurrency.lockutils [req-c1b615d7-6c82-4243-afad-633ccfd226bb req-d5a7c797-e9f5-4060-9fc6-5ba08da55d28 service nova] Releasing lock "refresh_cache-e934ee6b-32ca-44b3-bef2-6317a21922de" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2453.651281] env[62226]: DEBUG oslo_vmware.api [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029052, 'name': PowerOnVM_Task, 'duration_secs': 0.426029} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.651543] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Powered on the VM {{(pid=62226) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2453.651750] env[62226]: INFO nova.compute.manager [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Took 3.54 seconds to spawn the instance on the hypervisor. [ 2453.651929] env[62226]: DEBUG nova.compute.manager [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2453.652684] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fa0a33-1c8b-4eb0-9376-a070f2b194d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.169485] env[62226]: INFO nova.compute.manager [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Took 9.93 seconds to build instance. [ 2454.672403] env[62226]: DEBUG oslo_concurrency.lockutils [None req-5e07fde0-1a75-4273-bbcf-466283b1250d tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lock "a2fb3e8e-749c-42b0-8ece-384070d7563d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.437s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2455.375253] env[62226]: DEBUG nova.compute.manager [req-3c6e3e8f-f791-4b15-98d4-ad72c196f266 req-b30b50b3-8ffc-466d-b525-5e6e7378d6ca service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Received event network-changed-bf17d0d5-bc76-4507-8e30-bd19112d999e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2455.375494] env[62226]: DEBUG nova.compute.manager [req-3c6e3e8f-f791-4b15-98d4-ad72c196f266 req-b30b50b3-8ffc-466d-b525-5e6e7378d6ca service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Refreshing instance network info cache due to event network-changed-bf17d0d5-bc76-4507-8e30-bd19112d999e. {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2455.375655] env[62226]: DEBUG oslo_concurrency.lockutils [req-3c6e3e8f-f791-4b15-98d4-ad72c196f266 req-b30b50b3-8ffc-466d-b525-5e6e7378d6ca service nova] Acquiring lock "refresh_cache-a2fb3e8e-749c-42b0-8ece-384070d7563d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2455.375842] env[62226]: DEBUG oslo_concurrency.lockutils [req-3c6e3e8f-f791-4b15-98d4-ad72c196f266 req-b30b50b3-8ffc-466d-b525-5e6e7378d6ca service nova] Acquired lock "refresh_cache-a2fb3e8e-749c-42b0-8ece-384070d7563d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2455.375963] env[62226]: DEBUG nova.network.neutron [req-3c6e3e8f-f791-4b15-98d4-ad72c196f266 req-b30b50b3-8ffc-466d-b525-5e6e7378d6ca service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Refreshing network info cache for port bf17d0d5-bc76-4507-8e30-bd19112d999e {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2456.084189] env[62226]: DEBUG nova.network.neutron [req-3c6e3e8f-f791-4b15-98d4-ad72c196f266 req-b30b50b3-8ffc-466d-b525-5e6e7378d6ca service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Updated VIF entry in instance network info cache for port bf17d0d5-bc76-4507-8e30-bd19112d999e. {{(pid=62226) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2456.084569] env[62226]: DEBUG nova.network.neutron [req-3c6e3e8f-f791-4b15-98d4-ad72c196f266 req-b30b50b3-8ffc-466d-b525-5e6e7378d6ca service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Updating instance_info_cache with network_info: [{"id": "bf17d0d5-bc76-4507-8e30-bd19112d999e", "address": "fa:16:3e:c7:9c:cb", "network": {"id": "8503d188-7c1f-4bb4-ab4b-0785ad947e78", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1828249767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77420cff3cb4a388d22317fc63df7c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf17d0d5-bc", "ovs_interfaceid": "bf17d0d5-bc76-4507-8e30-bd19112d999e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2456.587568] env[62226]: DEBUG oslo_concurrency.lockutils [req-3c6e3e8f-f791-4b15-98d4-ad72c196f266 req-b30b50b3-8ffc-466d-b525-5e6e7378d6ca service nova] Releasing lock "refresh_cache-a2fb3e8e-749c-42b0-8ece-384070d7563d" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2464.274707] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2464.275183] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2469.274938] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2469.275437] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2471.270144] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2472.275445] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2472.275849] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2473.275144] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2475.271027] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2476.274762] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2476.777840] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.778081] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.778257] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2476.778409] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2476.779311] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634f1b77-b464-4c18-9d4d-98014a2c5b00 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.788060] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7803593f-5bfd-444c-9779-301929d02167 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.801924] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256ce0a9-c047-448d-b1cb-c56782562120 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.808568] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e302e988-eaf9-4909-8eb9-eb22616ad916 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.837313] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180560MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2476.837460] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.837598] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2477.862708] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance 46318468-6c06-4cc7-a6f5-73be590f857c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2477.863010] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance e934ee6b-32ca-44b3-bef2-6317a21922de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2477.863010] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Instance a2fb3e8e-749c-42b0-8ece-384070d7563d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62226) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2477.863171] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2477.863308] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2477.907098] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48482569-e0c3-4719-ad31-2ffd36319ff4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.914352] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7258591-9210-4467-a502-8863562d9c97 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.943169] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab98040-4a4a-42b4-a33a-6072cb10b9cb {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.949903] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63db4f06-fa3e-4254-bed4-41f7b05ee14f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.962400] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2478.465992] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2478.972250] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2478.972671] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2480.972799] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2480.973186] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2481.504785] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "refresh_cache-46318468-6c06-4cc7-a6f5-73be590f857c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2481.504936] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquired lock "refresh_cache-46318468-6c06-4cc7-a6f5-73be590f857c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2481.505097] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Forcefully refreshing network info cache for instance {{(pid=62226) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2482.719186] env[62226]: DEBUG nova.network.neutron [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Updating instance_info_cache with network_info: [{"id": "b16b4449-1438-498a-ae7a-48b2d778d25e", "address": "fa:16:3e:97:dd:6d", "network": {"id": "6396c1a5-4eed-4694-b15c-4b46c939030e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2093265308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2debbafb317c408a9a03674a585efa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16b4449-14", "ovs_interfaceid": "b16b4449-1438-498a-ae7a-48b2d778d25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2483.222043] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Releasing lock "refresh_cache-46318468-6c06-4cc7-a6f5-73be590f857c" {{(pid=62226) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2483.222413] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Updated the network info_cache for instance {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2483.452496] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "e934ee6b-32ca-44b3-bef2-6317a21922de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2483.452778] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2483.956944] env[62226]: DEBUG nova.compute.utils [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2484.459443] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2485.517706] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "e934ee6b-32ca-44b3-bef2-6317a21922de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2485.518091] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2485.518173] env[62226]: INFO nova.compute.manager [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Attaching volume 3fba6025-d877-4b5c-8566-636c8ed9a068 to /dev/sdb [ 2485.547561] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d217a85-21b8-4be8-a3c9-e48bc807b2cf {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.554841] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5165f947-5b01-42b3-a414-dbd0d85ca190 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.567304] env[62226]: DEBUG nova.virt.block_device [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Updating existing volume attachment record: 44ee36df-b821-4c27-a27b-997d5ba4df01 {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2490.111173] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2490.111431] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416770', 'volume_id': '3fba6025-d877-4b5c-8566-636c8ed9a068', 'name': 'volume-3fba6025-d877-4b5c-8566-636c8ed9a068', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e934ee6b-32ca-44b3-bef2-6317a21922de', 'attached_at': '', 'detached_at': '', 'volume_id': '3fba6025-d877-4b5c-8566-636c8ed9a068', 'serial': '3fba6025-d877-4b5c-8566-636c8ed9a068'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2490.112415] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004342b7-3a19-41e7-b1c2-50eb91a51cb7 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.128152] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef306649-6849-4c74-9a28-90faacfd5201 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.152799] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-3fba6025-d877-4b5c-8566-636c8ed9a068/volume-3fba6025-d877-4b5c-8566-636c8ed9a068.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2490.153023] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ae2fae-4aaa-4a30-8d3c-d04e3e297a3b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.171546] env[62226]: DEBUG oslo_vmware.api [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2490.171546] env[62226]: value = "task-2029055" [ 2490.171546] env[62226]: _type = "Task" [ 2490.171546] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2490.179745] env[62226]: DEBUG oslo_vmware.api [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2490.681780] env[62226]: DEBUG oslo_vmware.api [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029055, 'name': ReconfigVM_Task, 'duration_secs': 0.328748} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2490.682073] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-3fba6025-d877-4b5c-8566-636c8ed9a068/volume-3fba6025-d877-4b5c-8566-636c8ed9a068.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2490.686670] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc1513e3-a6a2-4bfd-b061-c576d4c1e9d4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.701171] env[62226]: DEBUG oslo_vmware.api [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2490.701171] env[62226]: value = "task-2029056" [ 2490.701171] env[62226]: _type = "Task" [ 2490.701171] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2490.708429] env[62226]: DEBUG oslo_vmware.api [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2491.211195] env[62226]: DEBUG oslo_vmware.api [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029056, 'name': ReconfigVM_Task, 'duration_secs': 0.133687} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2491.211614] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416770', 'volume_id': '3fba6025-d877-4b5c-8566-636c8ed9a068', 'name': 'volume-3fba6025-d877-4b5c-8566-636c8ed9a068', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e934ee6b-32ca-44b3-bef2-6317a21922de', 'attached_at': '', 'detached_at': '', 'volume_id': '3fba6025-d877-4b5c-8566-636c8ed9a068', 'serial': '3fba6025-d877-4b5c-8566-636c8ed9a068'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2492.245193] env[62226]: DEBUG nova.objects.instance [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'flavor' on Instance uuid e934ee6b-32ca-44b3-bef2-6317a21922de {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2492.750122] env[62226]: DEBUG oslo_concurrency.lockutils [None req-9d265167-abe6-462a-8e28-6422f0c9861c tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2493.137673] env[62226]: INFO nova.compute.manager [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Rebuilding instance [ 2493.180322] env[62226]: DEBUG nova.compute.manager [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Checking state {{(pid=62226) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2493.181209] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017681d7-6912-4aca-8a03-05f32f9a5e9f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.569470] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "e934ee6b-32ca-44b3-bef2-6317a21922de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2493.569761] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2494.074123] env[62226]: DEBUG nova.compute.utils [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Using /dev/sd instead of None {{(pid=62226) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2494.194197] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2494.194563] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f2663e5-a864-49be-b73b-bde9c6aba69f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.202701] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Waiting for the task: (returnval){ [ 2494.202701] env[62226]: value = "task-2029057" [ 2494.202701] env[62226]: _type = "Task" [ 2494.202701] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2494.212076] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2494.577186] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2494.713027] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029057, 'name': PowerOffVM_Task, 'duration_secs': 0.187352} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2494.713286] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2494.713959] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2494.714221] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e83b02a-9621-4d8d-b90c-9a13c4a7746d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.720198] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Waiting for the task: (returnval){ [ 2494.720198] env[62226]: value = "task-2029058" [ 2494.720198] env[62226]: _type = "Task" [ 2494.720198] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2494.730025] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] VM already powered off {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2494.730220] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2494.730405] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416766', 'volume_id': '9867a199-7092-4fdd-8226-98a06d72fda7', 'name': 'volume-9867a199-7092-4fdd-8226-98a06d72fda7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fb3e8e-749c-42b0-8ece-384070d7563d', 'attached_at': '', 'detached_at': '', 'volume_id': '9867a199-7092-4fdd-8226-98a06d72fda7', 'serial': '9867a199-7092-4fdd-8226-98a06d72fda7'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2494.731095] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7808ef8f-eaf7-4663-8ecb-ec86b734da58 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.747821] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5ef104-7261-4489-b956-69b8dfe4d1c0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.753641] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fef1e9-ee85-4f9f-8b23-89bf991172a0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.774999] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216e3919-3d1a-4090-a3a5-173ffc223e0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.795692] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] The volume has not been displaced from its original location: [datastore1] volume-9867a199-7092-4fdd-8226-98a06d72fda7/volume-9867a199-7092-4fdd-8226-98a06d72fda7.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2494.803928] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2494.804277] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fda4ec6-7479-4aa3-9cc8-f8fadc931f8c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.829720] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Waiting for the task: (returnval){ [ 2494.829720] env[62226]: value = "task-2029059" [ 2494.829720] env[62226]: _type = "Task" [ 2494.829720] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2494.837353] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.340545] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029059, 'name': ReconfigVM_Task, 'duration_secs': 0.145771} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2495.340779] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2495.345452] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43fdef9-0909-4da2-971a-66f855cfe2a8 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.361053] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Waiting for the task: (returnval){ [ 2495.361053] env[62226]: value = "task-2029060" [ 2495.361053] env[62226]: _type = "Task" [ 2495.361053] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.369348] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.628631] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "e934ee6b-32ca-44b3-bef2-6317a21922de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2495.628971] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2495.629134] env[62226]: INFO nova.compute.manager [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Attaching volume 54c8f2b5-8aea-4ebb-81c3-e022100fa59b to /dev/sdc [ 2495.658567] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd07ed2-0240-4d5c-9ee9-9be90570a990 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.665525] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809f54ae-5e00-4fcb-8d32-723c1c97ec7f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.677955] env[62226]: DEBUG nova.virt.block_device [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Updating existing volume attachment record: f3bad590-d133-4d13-8e30-73016da54f1f {{(pid=62226) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2495.871016] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029060, 'name': ReconfigVM_Task, 'duration_secs': 0.132141} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2495.871331] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416766', 'volume_id': '9867a199-7092-4fdd-8226-98a06d72fda7', 'name': 'volume-9867a199-7092-4fdd-8226-98a06d72fda7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fb3e8e-749c-42b0-8ece-384070d7563d', 'attached_at': '', 'detached_at': '', 'volume_id': '9867a199-7092-4fdd-8226-98a06d72fda7', 'serial': '9867a199-7092-4fdd-8226-98a06d72fda7'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2495.871643] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2495.872422] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1908f4f4-a3ea-4233-b0f4-ea66e66db094 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.879701] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2495.879883] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddbbbbee-38be-4d83-9f4e-f6c692b297ed {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.961267] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2495.961511] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2495.961743] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Deleting the datastore file [datastore1] a2fb3e8e-749c-42b0-8ece-384070d7563d {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2495.961959] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69892790-ab93-4ef7-9b28-84f2303fba06 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.969209] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Waiting for the task: (returnval){ [ 2495.969209] env[62226]: value = "task-2029063" [ 2495.969209] env[62226]: _type = "Task" [ 2495.969209] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.977034] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2496.479289] env[62226]: DEBUG oslo_vmware.api [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Task: {'id': task-2029063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071045} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2496.479540] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2496.479664] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2496.479863] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2496.526794] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2496.527120] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-135c378d-00f0-4978-9d63-2fc935b96dfc {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.535763] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d717949-263d-4172-a18e-3f0fbf5c3bb9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.566061] env[62226]: ERROR nova.compute.manager [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Failed to detach volume 9867a199-7092-4fdd-8226-98a06d72fda7 from /dev/sda: nova.exception.InstanceNotFound: Instance a2fb3e8e-749c-42b0-8ece-384070d7563d could not be found. [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Traceback (most recent call last): [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] self.driver.rebuild(**kwargs) [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] raise NotImplementedError() [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] NotImplementedError [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] During handling of the above exception, another exception occurred: [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Traceback (most recent call last): [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] self.driver.detach_volume(context, old_connection_info, [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] return self._volumeops.detach_volume(connection_info, instance) [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] self._detach_volume_vmdk(connection_info, instance) [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] stable_ref.fetch_moref(session) [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] nova.exception.InstanceNotFound: Instance a2fb3e8e-749c-42b0-8ece-384070d7563d could not be found. [ 2496.566061] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] [ 2496.676477] env[62226]: DEBUG nova.compute.utils [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Build of instance a2fb3e8e-749c-42b0-8ece-384070d7563d aborted: Failed to rebuild volume backed instance. {{(pid=62226) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2496.678676] env[62226]: ERROR nova.compute.manager [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a2fb3e8e-749c-42b0-8ece-384070d7563d aborted: Failed to rebuild volume backed instance. [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Traceback (most recent call last): [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] self.driver.rebuild(**kwargs) [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] raise NotImplementedError() [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] NotImplementedError [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] During handling of the above exception, another exception occurred: [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Traceback (most recent call last): [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] self._detach_root_volume(context, instance, root_bdm) [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] with excutils.save_and_reraise_exception(): [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] self.force_reraise() [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] raise self.value [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] self.driver.detach_volume(context, old_connection_info, [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] return self._volumeops.detach_volume(connection_info, instance) [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] self._detach_volume_vmdk(connection_info, instance) [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] stable_ref.fetch_moref(session) [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] nova.exception.InstanceNotFound: Instance a2fb3e8e-749c-42b0-8ece-384070d7563d could not be found. [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] During handling of the above exception, another exception occurred: [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Traceback (most recent call last): [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/compute/manager.py", line 11339, in _error_out_instance_on_exception [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] yield [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2496.678676] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] self._do_rebuild_instance_with_claim( [ 2496.679961] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2496.679961] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] self._do_rebuild_instance( [ 2496.679961] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2496.679961] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] self._rebuild_default_impl(**kwargs) [ 2496.679961] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2496.679961] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] self._rebuild_volume_backed_instance( [ 2496.679961] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2496.679961] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] raise exception.BuildAbortException( [ 2496.679961] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] nova.exception.BuildAbortException: Build of instance a2fb3e8e-749c-42b0-8ece-384070d7563d aborted: Failed to rebuild volume backed instance. [ 2496.679961] env[62226]: ERROR nova.compute.manager [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] [ 2498.694087] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.694087] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2498.734025] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318ab498-894d-4315-9277-66f13099219d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.741580] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda7df04-3cb5-4ccf-b545-5c78928f9180 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.772836] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8655edb7-f48e-4d62-8057-2fda8d21e0b4 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.779996] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10781211-852f-499d-833a-01a7e8b8083a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.792916] env[62226]: DEBUG nova.compute.provider_tree [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2498.989506] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Acquiring lock "a2fb3e8e-749c-42b0-8ece-384070d7563d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.989775] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lock "a2fb3e8e-749c-42b0-8ece-384070d7563d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2498.990000] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Acquiring lock "a2fb3e8e-749c-42b0-8ece-384070d7563d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.990200] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lock "a2fb3e8e-749c-42b0-8ece-384070d7563d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2498.990368] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lock "a2fb3e8e-749c-42b0-8ece-384070d7563d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.992429] env[62226]: INFO nova.compute.manager [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Terminating instance [ 2499.296082] env[62226]: DEBUG nova.scheduler.client.report [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2499.496539] env[62226]: DEBUG nova.compute.manager [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2499.496877] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c6322d2-2272-4349-ab57-8b9d12e793d6 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.506489] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfdca98-763d-409a-9360-0725feed5ba1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.530799] env[62226]: WARNING nova.virt.vmwareapi.driver [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a2fb3e8e-749c-42b0-8ece-384070d7563d could not be found. [ 2499.530983] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2499.531254] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd5e8cf4-23d8-4214-8f11-502594457716 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.539054] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bad8791-92bc-4b01-ad65-f9a4d5f32d4f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.563293] env[62226]: WARNING nova.virt.vmwareapi.vmops [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a2fb3e8e-749c-42b0-8ece-384070d7563d could not be found. [ 2499.563483] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2499.563660] env[62226]: INFO nova.compute.manager [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Took 0.07 seconds to destroy the instance on the hypervisor. [ 2499.563899] env[62226]: DEBUG oslo.service.loopingcall [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2499.564120] env[62226]: DEBUG nova.compute.manager [-] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2499.564216] env[62226]: DEBUG nova.network.neutron [-] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2499.800949] env[62226]: DEBUG oslo_concurrency.lockutils [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.107s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2499.801300] env[62226]: INFO nova.compute.manager [None req-bc04aa27-61e2-40ca-aaca-236e9e2e3601 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Successfully reverted task state from rebuilding on failure for instance. [ 2500.054959] env[62226]: DEBUG nova.compute.manager [req-0f371808-f858-4389-b64f-e21287d8cca3 req-fc04e39b-9f94-4244-99d5-2a7447f5b0cf service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Received event network-vif-deleted-bf17d0d5-bc76-4507-8e30-bd19112d999e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2500.055231] env[62226]: INFO nova.compute.manager [req-0f371808-f858-4389-b64f-e21287d8cca3 req-fc04e39b-9f94-4244-99d5-2a7447f5b0cf service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Neutron deleted interface bf17d0d5-bc76-4507-8e30-bd19112d999e; detaching it from the instance and deleting it from the info cache [ 2500.055272] env[62226]: DEBUG nova.network.neutron [req-0f371808-f858-4389-b64f-e21287d8cca3 req-fc04e39b-9f94-4244-99d5-2a7447f5b0cf service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2500.220893] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Volume attach. Driver type: vmdk {{(pid=62226) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2500.221169] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416771', 'volume_id': '54c8f2b5-8aea-4ebb-81c3-e022100fa59b', 'name': 'volume-54c8f2b5-8aea-4ebb-81c3-e022100fa59b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e934ee6b-32ca-44b3-bef2-6317a21922de', 'attached_at': '', 'detached_at': '', 'volume_id': '54c8f2b5-8aea-4ebb-81c3-e022100fa59b', 'serial': '54c8f2b5-8aea-4ebb-81c3-e022100fa59b'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2500.222065] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ede53-a284-4f87-99cd-972aaafedf67 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.240794] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd64083c-9375-4891-b455-c15b7795a5cd {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.269923] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-54c8f2b5-8aea-4ebb-81c3-e022100fa59b/volume-54c8f2b5-8aea-4ebb-81c3-e022100fa59b.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2500.270284] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3472947-79bb-474a-bbd8-84a1d2dce4c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.288409] env[62226]: DEBUG oslo_vmware.api [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2500.288409] env[62226]: value = "task-2029065" [ 2500.288409] env[62226]: _type = "Task" [ 2500.288409] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.296332] env[62226]: DEBUG oslo_vmware.api [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.525401] env[62226]: DEBUG nova.network.neutron [-] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2500.558095] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6c699b4-11cd-407c-9211-85f221b0477c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.567998] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d52023-e9a2-403b-87d3-d4bebdb786d0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.594316] env[62226]: DEBUG nova.compute.manager [req-0f371808-f858-4389-b64f-e21287d8cca3 req-fc04e39b-9f94-4244-99d5-2a7447f5b0cf service nova] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Detach interface failed, port_id=bf17d0d5-bc76-4507-8e30-bd19112d999e, reason: Instance a2fb3e8e-749c-42b0-8ece-384070d7563d could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2500.798299] env[62226]: DEBUG oslo_vmware.api [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029065, 'name': ReconfigVM_Task, 'duration_secs': 0.328024} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.798604] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-54c8f2b5-8aea-4ebb-81c3-e022100fa59b/volume-54c8f2b5-8aea-4ebb-81c3-e022100fa59b.vmdk or device None with type thin {{(pid=62226) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2500.803336] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c78b016e-525b-4ea2-933a-8e1769661da0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.819357] env[62226]: DEBUG oslo_vmware.api [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2500.819357] env[62226]: value = "task-2029066" [ 2500.819357] env[62226]: _type = "Task" [ 2500.819357] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.828874] env[62226]: DEBUG oslo_vmware.api [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.027765] env[62226]: INFO nova.compute.manager [-] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Took 1.46 seconds to deallocate network for instance. [ 2501.331282] env[62226]: DEBUG oslo_vmware.api [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029066, 'name': ReconfigVM_Task, 'duration_secs': 0.136993} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2501.331585] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416771', 'volume_id': '54c8f2b5-8aea-4ebb-81c3-e022100fa59b', 'name': 'volume-54c8f2b5-8aea-4ebb-81c3-e022100fa59b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e934ee6b-32ca-44b3-bef2-6317a21922de', 'attached_at': '', 'detached_at': '', 'volume_id': '54c8f2b5-8aea-4ebb-81c3-e022100fa59b', 'serial': '54c8f2b5-8aea-4ebb-81c3-e022100fa59b'} {{(pid=62226) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2501.571112] env[62226]: INFO nova.compute.manager [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Took 0.54 seconds to detach 1 volumes for instance. [ 2501.573298] env[62226]: DEBUG nova.compute.manager [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] [instance: a2fb3e8e-749c-42b0-8ece-384070d7563d] Deleting volume: 9867a199-7092-4fdd-8226-98a06d72fda7 {{(pid=62226) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2502.112558] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2502.112905] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2502.113034] env[62226]: DEBUG nova.objects.instance [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lazy-loading 'resources' on Instance uuid a2fb3e8e-749c-42b0-8ece-384070d7563d {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2502.366435] env[62226]: DEBUG nova.objects.instance [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'flavor' on Instance uuid e934ee6b-32ca-44b3-bef2-6317a21922de {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2502.657643] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b25cd2-d9a7-4228-a940-deff6f7e0a1e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.665052] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db628542-03cf-4d1b-b9b9-34b16d03ed0e {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.698073] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8604ec28-c393-436f-8379-a5105b6a5413 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.705683] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275f935a-1f06-4df3-8bba-0839a8b3ab2b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.720134] env[62226]: DEBUG nova.compute.provider_tree [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2502.871295] env[62226]: DEBUG oslo_concurrency.lockutils [None req-b21a2532-19cc-441b-ac47-db7127ad43a9 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2503.172465] env[62226]: DEBUG oslo_concurrency.lockutils [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "e934ee6b-32ca-44b3-bef2-6317a21922de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2503.172733] env[62226]: DEBUG oslo_concurrency.lockutils [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2503.222565] env[62226]: DEBUG nova.scheduler.client.report [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2503.676032] env[62226]: INFO nova.compute.manager [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Detaching volume 3fba6025-d877-4b5c-8566-636c8ed9a068 [ 2503.718264] env[62226]: INFO nova.virt.block_device [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Attempting to driver detach volume 3fba6025-d877-4b5c-8566-636c8ed9a068 from mountpoint /dev/sdb [ 2503.718500] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2503.718757] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416770', 'volume_id': '3fba6025-d877-4b5c-8566-636c8ed9a068', 'name': 'volume-3fba6025-d877-4b5c-8566-636c8ed9a068', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e934ee6b-32ca-44b3-bef2-6317a21922de', 'attached_at': '', 'detached_at': '', 'volume_id': '3fba6025-d877-4b5c-8566-636c8ed9a068', 'serial': '3fba6025-d877-4b5c-8566-636c8ed9a068'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2503.719615] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce435e93-01f9-410c-81a3-0f1a5facea34 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.743270] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2503.745756] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978c2703-e67f-49f8-98fc-5e1613aaec5d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.753820] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045665b5-ddbb-47bf-91b7-b570a40ee898 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.777961] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa23bfce-fc9f-40e7-8030-0b423faa7767 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.793478] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] The volume has not been displaced from its original location: [datastore1] volume-3fba6025-d877-4b5c-8566-636c8ed9a068/volume-3fba6025-d877-4b5c-8566-636c8ed9a068.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2503.798670] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2503.798934] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a096a84-5489-44ca-8012-8cda09de849d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.817094] env[62226]: DEBUG oslo_vmware.api [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2503.817094] env[62226]: value = "task-2029068" [ 2503.817094] env[62226]: _type = "Task" [ 2503.817094] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.824651] env[62226]: DEBUG oslo_vmware.api [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.261937] env[62226]: DEBUG oslo_concurrency.lockutils [None req-fc0a0c15-b885-4c6e-bcbb-323adab44ca0 tempest-ServerActionsV293TestJSON-1883337668 tempest-ServerActionsV293TestJSON-1883337668-project-member] Lock "a2fb3e8e-749c-42b0-8ece-384070d7563d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.272s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2504.326386] env[62226]: DEBUG oslo_vmware.api [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029068, 'name': ReconfigVM_Task, 'duration_secs': 0.203419} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.326632] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2504.331164] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff3336fe-ddaf-4211-89c1-c21b7f6d6ba2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.345332] env[62226]: DEBUG oslo_vmware.api [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2504.345332] env[62226]: value = "task-2029069" [ 2504.345332] env[62226]: _type = "Task" [ 2504.345332] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.352478] env[62226]: DEBUG oslo_vmware.api [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.855060] env[62226]: DEBUG oslo_vmware.api [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029069, 'name': ReconfigVM_Task, 'duration_secs': 0.132021} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.855362] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416770', 'volume_id': '3fba6025-d877-4b5c-8566-636c8ed9a068', 'name': 'volume-3fba6025-d877-4b5c-8566-636c8ed9a068', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e934ee6b-32ca-44b3-bef2-6317a21922de', 'attached_at': '', 'detached_at': '', 'volume_id': '3fba6025-d877-4b5c-8566-636c8ed9a068', 'serial': '3fba6025-d877-4b5c-8566-636c8ed9a068'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2505.394916] env[62226]: DEBUG nova.objects.instance [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'flavor' on Instance uuid e934ee6b-32ca-44b3-bef2-6317a21922de {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2506.404723] env[62226]: DEBUG oslo_concurrency.lockutils [None req-299285a1-4597-4cde-a12f-a2fd7c74ae6f tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2506.406085] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "e934ee6b-32ca-44b3-bef2-6317a21922de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2506.406323] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2506.909056] env[62226]: INFO nova.compute.manager [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Detaching volume 54c8f2b5-8aea-4ebb-81c3-e022100fa59b [ 2506.940136] env[62226]: INFO nova.virt.block_device [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Attempting to driver detach volume 54c8f2b5-8aea-4ebb-81c3-e022100fa59b from mountpoint /dev/sdc [ 2506.940388] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Volume detach. Driver type: vmdk {{(pid=62226) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2506.940580] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416771', 'volume_id': '54c8f2b5-8aea-4ebb-81c3-e022100fa59b', 'name': 'volume-54c8f2b5-8aea-4ebb-81c3-e022100fa59b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e934ee6b-32ca-44b3-bef2-6317a21922de', 'attached_at': '', 'detached_at': '', 'volume_id': '54c8f2b5-8aea-4ebb-81c3-e022100fa59b', 'serial': '54c8f2b5-8aea-4ebb-81c3-e022100fa59b'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2506.941502] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d805ee10-ec8c-4348-9eec-003d3500c990 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.965223] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71860ce-52b5-4fac-93e4-33abfd7e68ec {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.971545] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65fbe89-d5ba-4af6-89b8-1400e7e25787 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.991087] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068070da-03b2-40b4-8f01-633df9e96255 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.013351] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] The volume has not been displaced from its original location: [datastore1] volume-54c8f2b5-8aea-4ebb-81c3-e022100fa59b/volume-54c8f2b5-8aea-4ebb-81c3-e022100fa59b.vmdk. No consolidation needed. {{(pid=62226) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2507.022748] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2507.023165] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-500914b3-9c43-4066-97a9-3ac7c1727bd2 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.051547] env[62226]: DEBUG oslo_vmware.api [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2507.051547] env[62226]: value = "task-2029070" [ 2507.051547] env[62226]: _type = "Task" [ 2507.051547] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.059059] env[62226]: DEBUG oslo_vmware.api [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.561487] env[62226]: DEBUG oslo_vmware.api [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029070, 'name': ReconfigVM_Task, 'duration_secs': 0.201149} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.561859] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=62226) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2507.566350] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c761ef-36a6-424e-9413-b9a93066b8ef {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.580874] env[62226]: DEBUG oslo_vmware.api [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2507.580874] env[62226]: value = "task-2029071" [ 2507.580874] env[62226]: _type = "Task" [ 2507.580874] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.588351] env[62226]: DEBUG oslo_vmware.api [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.090503] env[62226]: DEBUG oslo_vmware.api [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029071, 'name': ReconfigVM_Task, 'duration_secs': 0.136317} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2508.090806] env[62226]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-416771', 'volume_id': '54c8f2b5-8aea-4ebb-81c3-e022100fa59b', 'name': 'volume-54c8f2b5-8aea-4ebb-81c3-e022100fa59b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e934ee6b-32ca-44b3-bef2-6317a21922de', 'attached_at': '', 'detached_at': '', 'volume_id': '54c8f2b5-8aea-4ebb-81c3-e022100fa59b', 'serial': '54c8f2b5-8aea-4ebb-81c3-e022100fa59b'} {{(pid=62226) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2508.632386] env[62226]: DEBUG nova.objects.instance [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'flavor' on Instance uuid e934ee6b-32ca-44b3-bef2-6317a21922de {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2509.640062] env[62226]: DEBUG oslo_concurrency.lockutils [None req-8bf219bd-febf-4f00-be8a-fb15cdf1e35e tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2510.769259] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "e934ee6b-32ca-44b3-bef2-6317a21922de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2510.769587] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2510.771432] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "e934ee6b-32ca-44b3-bef2-6317a21922de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2510.771642] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2510.771821] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2510.773828] env[62226]: INFO nova.compute.manager [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Terminating instance [ 2511.277967] env[62226]: DEBUG nova.compute.manager [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2511.278224] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2511.279184] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15312ca9-341b-4311-a4fd-d1426eb8ce44 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.286796] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2511.287019] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fe84201-7b60-46c8-897a-cdb5e385caa9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.293068] env[62226]: DEBUG oslo_vmware.api [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2511.293068] env[62226]: value = "task-2029072" [ 2511.293068] env[62226]: _type = "Task" [ 2511.293068] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2511.300955] env[62226]: DEBUG oslo_vmware.api [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2511.803082] env[62226]: DEBUG oslo_vmware.api [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029072, 'name': PowerOffVM_Task, 'duration_secs': 0.161621} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2511.803435] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2511.803435] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2511.803626] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad01faa1-9aff-4f1f-b72d-cdfe8357ec49 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.021845] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2512.022129] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Deleting contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2512.022267] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Deleting the datastore file [datastore1] e934ee6b-32ca-44b3-bef2-6317a21922de {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2512.022541] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66bd237c-a5b1-4c6a-b3b0-898c4051777c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.030122] env[62226]: DEBUG oslo_vmware.api [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for the task: (returnval){ [ 2512.030122] env[62226]: value = "task-2029074" [ 2512.030122] env[62226]: _type = "Task" [ 2512.030122] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2512.037419] env[62226]: DEBUG oslo_vmware.api [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2512.539610] env[62226]: DEBUG oslo_vmware.api [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Task: {'id': task-2029074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142339} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2512.539860] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2512.540063] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Deleted contents of the VM from datastore datastore1 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2512.540247] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2512.540617] env[62226]: INFO nova.compute.manager [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2512.540651] env[62226]: DEBUG oslo.service.loopingcall [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2512.540824] env[62226]: DEBUG nova.compute.manager [-] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2512.540920] env[62226]: DEBUG nova.network.neutron [-] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2512.985204] env[62226]: DEBUG nova.compute.manager [req-ba30fd98-7bdc-4596-9860-8c4828b6a997 req-c65f444f-6b9d-4f91-8781-6e2c83375327 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Received event network-vif-deleted-c6195a25-f346-46f8-9d74-d0899189c089 {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2512.985448] env[62226]: INFO nova.compute.manager [req-ba30fd98-7bdc-4596-9860-8c4828b6a997 req-c65f444f-6b9d-4f91-8781-6e2c83375327 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Neutron deleted interface c6195a25-f346-46f8-9d74-d0899189c089; detaching it from the instance and deleting it from the info cache [ 2512.985603] env[62226]: DEBUG nova.network.neutron [req-ba30fd98-7bdc-4596-9860-8c4828b6a997 req-c65f444f-6b9d-4f91-8781-6e2c83375327 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2513.463287] env[62226]: DEBUG nova.network.neutron [-] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2513.517154] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0c9d557-9bab-4e64-acf2-8f2ebe35f280 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.517154] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72db4e9-c780-47dc-b052-23af56748c80 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.522989] env[62226]: DEBUG nova.compute.manager [req-ba30fd98-7bdc-4596-9860-8c4828b6a997 req-c65f444f-6b9d-4f91-8781-6e2c83375327 service nova] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Detach interface failed, port_id=c6195a25-f346-46f8-9d74-d0899189c089, reason: Instance e934ee6b-32ca-44b3-bef2-6317a21922de could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2513.966454] env[62226]: INFO nova.compute.manager [-] [instance: e934ee6b-32ca-44b3-bef2-6317a21922de] Took 1.43 seconds to deallocate network for instance. [ 2514.472635] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2514.473037] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2514.473136] env[62226]: DEBUG nova.objects.instance [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lazy-loading 'resources' on Instance uuid e934ee6b-32ca-44b3-bef2-6317a21922de {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2515.017407] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179dc0a6-f2a6-41b4-b6e5-2a392b98e900 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.024899] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16038c2-09e4-4108-a0bf-8e0209eee3c9 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.054670] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0986488a-1e94-4bec-8ab1-3318e96acb23 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.061573] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff22e1f3-e940-4eca-81c2-9acb537e3d40 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.074194] env[62226]: DEBUG nova.compute.provider_tree [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2515.577361] env[62226]: DEBUG nova.scheduler.client.report [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2516.082703] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2516.104203] env[62226]: INFO nova.scheduler.client.report [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Deleted allocations for instance e934ee6b-32ca-44b3-bef2-6317a21922de [ 2516.613107] env[62226]: DEBUG oslo_concurrency.lockutils [None req-78c7051a-935f-4e38-9d25-4b26a359fb73 tempest-AttachVolumeTestJSON-67201381 tempest-AttachVolumeTestJSON-67201381-project-member] Lock "e934ee6b-32ca-44b3-bef2-6317a21922de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.843s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2526.274829] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2526.275148] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2526.406053] env[62226]: INFO nova.compute.manager [None req-ed6c2b24-9517-47d9-b286-4d70bc8e3020 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Get console output [ 2526.406289] env[62226]: WARNING nova.virt.vmwareapi.driver [None req-ed6c2b24-9517-47d9-b286-4d70bc8e3020 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] The console log is missing. Check your VSPC configuration [ 2527.492984] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "46318468-6c06-4cc7-a6f5-73be590f857c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2527.493334] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "46318468-6c06-4cc7-a6f5-73be590f857c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2527.493499] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "46318468-6c06-4cc7-a6f5-73be590f857c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2527.493686] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "46318468-6c06-4cc7-a6f5-73be590f857c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2527.493857] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "46318468-6c06-4cc7-a6f5-73be590f857c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2527.497295] env[62226]: INFO nova.compute.manager [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Terminating instance [ 2528.000836] env[62226]: DEBUG nova.compute.manager [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Start destroying the instance on the hypervisor. {{(pid=62226) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2528.001094] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Destroying instance {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2528.001974] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98622cc-9e77-49da-81b0-fbd0a11b90b0 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.010167] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Powering off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2528.010384] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77e23026-928a-45ee-8e92-399605d9e3ab {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.017215] env[62226]: DEBUG oslo_vmware.api [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2528.017215] env[62226]: value = "task-2029078" [ 2528.017215] env[62226]: _type = "Task" [ 2528.017215] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.024606] env[62226]: DEBUG oslo_vmware.api [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2029078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.527482] env[62226]: DEBUG oslo_vmware.api [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2029078, 'name': PowerOffVM_Task, 'duration_secs': 0.216736} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.527840] env[62226]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Powered off the VM {{(pid=62226) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2528.527930] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Unregistering the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2528.528208] env[62226]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0456f819-871e-46c5-a9d6-1a0d39e79e09 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.717203] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Unregistered the VM {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2528.717489] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Deleting contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2528.717634] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Deleting the datastore file [datastore2] 46318468-6c06-4cc7-a6f5-73be590f857c {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2528.717924] env[62226]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a778e026-3d32-4aa1-a8b7-10324f87e987 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.726122] env[62226]: DEBUG oslo_vmware.api [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for the task: (returnval){ [ 2528.726122] env[62226]: value = "task-2029080" [ 2528.726122] env[62226]: _type = "Task" [ 2528.726122] env[62226]: } to complete. {{(pid=62226) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.733809] env[62226]: DEBUG oslo_vmware.api [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2029080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2529.236103] env[62226]: DEBUG oslo_vmware.api [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Task: {'id': task-2029080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141226} completed successfully. {{(pid=62226) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2529.236316] env[62226]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Deleted the datastore file {{(pid=62226) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2529.236497] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Deleted contents of the VM from datastore datastore2 {{(pid=62226) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2529.236671] env[62226]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Instance destroyed {{(pid=62226) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2529.236842] env[62226]: INFO nova.compute.manager [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2529.237087] env[62226]: DEBUG oslo.service.loopingcall [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62226) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2529.237281] env[62226]: DEBUG nova.compute.manager [-] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Deallocating network for instance {{(pid=62226) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2529.237376] env[62226]: DEBUG nova.network.neutron [-] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] deallocate_for_instance() {{(pid=62226) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2529.274701] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2529.274856] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62226) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2529.670318] env[62226]: DEBUG nova.compute.manager [req-e4c32af6-2739-4dfb-94b4-9d3df89fbc5a req-d963c532-87c2-42a2-87ca-2a9a0a6ca53c service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Received event network-vif-deleted-b16b4449-1438-498a-ae7a-48b2d778d25e {{(pid=62226) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2529.670535] env[62226]: INFO nova.compute.manager [req-e4c32af6-2739-4dfb-94b4-9d3df89fbc5a req-d963c532-87c2-42a2-87ca-2a9a0a6ca53c service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Neutron deleted interface b16b4449-1438-498a-ae7a-48b2d778d25e; detaching it from the instance and deleting it from the info cache [ 2529.670678] env[62226]: DEBUG nova.network.neutron [req-e4c32af6-2739-4dfb-94b4-9d3df89fbc5a req-d963c532-87c2-42a2-87ca-2a9a0a6ca53c service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2530.151101] env[62226]: DEBUG nova.network.neutron [-] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Updating instance_info_cache with network_info: [] {{(pid=62226) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2530.173552] env[62226]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3e53354-af6e-4098-84c0-593b422e48df {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.185271] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7aa4209-5c18-4e28-a85a-b219a7d3379f {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.208553] env[62226]: DEBUG nova.compute.manager [req-e4c32af6-2739-4dfb-94b4-9d3df89fbc5a req-d963c532-87c2-42a2-87ca-2a9a0a6ca53c service nova] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Detach interface failed, port_id=b16b4449-1438-498a-ae7a-48b2d778d25e, reason: Instance 46318468-6c06-4cc7-a6f5-73be590f857c could not be found. {{(pid=62226) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2530.653613] env[62226]: INFO nova.compute.manager [-] [instance: 46318468-6c06-4cc7-a6f5-73be590f857c] Took 1.42 seconds to deallocate network for instance. [ 2531.160382] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2531.160749] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2531.160878] env[62226]: DEBUG nova.objects.instance [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lazy-loading 'resources' on Instance uuid 46318468-6c06-4cc7-a6f5-73be590f857c {{(pid=62226) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2531.698524] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d23e03f-47a4-4019-b7f5-22fbb8cdda80 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.708327] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58938e3a-a34d-4ddb-b1e4-d9e17f14748b {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.737737] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79e7cfe-0544-4dd6-bef4-c475234d5ad1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.744116] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864064b3-416d-4432-b0de-9520ce665477 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.757666] env[62226]: DEBUG nova.compute.provider_tree [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2532.261443] env[62226]: DEBUG nova.scheduler.client.report [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2532.270438] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2532.275461] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2532.766502] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2532.786809] env[62226]: INFO nova.scheduler.client.report [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Deleted allocations for instance 46318468-6c06-4cc7-a6f5-73be590f857c [ 2533.275016] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2533.295686] env[62226]: DEBUG oslo_concurrency.lockutils [None req-7ed09619-0f1a-4c93-ac5f-44582f154de2 tempest-AttachVolumeNegativeTest-687058155 tempest-AttachVolumeNegativeTest-687058155-project-member] Lock "46318468-6c06-4cc7-a6f5-73be590f857c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.802s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2534.275627] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2538.275110] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2538.779061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2538.779061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2538.779061] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2538.779061] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62226) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2538.779661] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ac7f9b-6c98-4f58-89fd-eb56c28166be {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.788166] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2cfefa-37ce-4397-92c3-d0a583736d5a {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.801832] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7536625c-7a7e-4ced-a521-7367010157c5 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.807888] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ecea6d-61d4-4e81-a1ff-a52a6997cd6c {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.836773] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180668MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62226) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2538.836922] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2538.837117] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2539.856307] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2539.856550] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62226) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2539.869481] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb06242-4227-4abb-8312-dc04f78f1a51 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.877303] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e0fe8f-8954-4ac0-855c-791d394597b1 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.905782] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3410f68-1ddf-4496-bfcb-db43acd64d2d {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.912743] env[62226]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76654b9-9533-49eb-855c-753b60807290 {{(pid=62226) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.925126] env[62226]: DEBUG nova.compute.provider_tree [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed in ProviderTree for provider: a0a34dbc-95d3-4028-b2d7-c443f32f5b3a {{(pid=62226) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2540.428460] env[62226]: DEBUG nova.scheduler.client.report [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Inventory has not changed for provider a0a34dbc-95d3-4028-b2d7-c443f32f5b3a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62226) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2540.933053] env[62226]: DEBUG nova.compute.resource_tracker [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62226) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2540.933387] env[62226]: DEBUG oslo_concurrency.lockutils [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=62226) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2542.933545] env[62226]: DEBUG oslo_service.periodic_task [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62226) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2542.933886] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Starting heal instance info cache {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2542.933886] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Rebuilding the list of instances to heal {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2543.436607] env[62226]: DEBUG nova.compute.manager [None req-ae129313-6d46-455c-a394-c9cf402023a0 None None] Didn't find any instances for network info cache update. {{(pid=62226) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}}